-- Logs begin at Mon 2021-04-05 15:54:15 UTC, end at Mon 2021-04-05 17:25:08 UTC. --
Apr 05 16:30:18.435716 dv-cinder-774594-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Apr 05 16:30:21.312183 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.common.config [-] Logging enabled!
Apr 05 16:30:21.312684 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31
Apr 05 16:30:21.313974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84239) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 05 16:30:21.315723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.common.config [-] Logging enabled!
Apr 05 16:30:21.316030 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev31
Apr 05 16:30:21.316376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84239) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Apr 05 16:30:21.317417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 05 16:30:21.317681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 05 16:30:21.318711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 05 16:30:21.318989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 05 16:30:21.319244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 05 16:30:21.319605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.319983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.320303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.322901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.323274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.323623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.324394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.324744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.325229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.326476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.326815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.327151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.327424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.327753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.328123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.328461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.328720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.329039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.329575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.329894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.330211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.330539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.330849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.331156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.331472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.331796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.332176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] host                           = dv-cinder-774594-2-iscsi {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.332563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.332890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.333218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.333544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.333852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.334167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.334490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.334796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.335099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.335409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.335735 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.336126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.336452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.336707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.336958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.337283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.337611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.337920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.338227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.338534 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.338842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.339147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.339446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.339770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.340120 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.340443 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.340748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.341053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.341355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.341661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.341983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.342286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.342591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.342896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.343222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.343522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.343827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.344198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.344521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.344840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.345160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.345464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.345786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.346090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.346391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.346690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.346994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.347294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.347611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.347915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.348242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.348544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.348846 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.349169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:21.349498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.349835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.350176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.350490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.350823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.351133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.351460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.351796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.352254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.352586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.352909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.353219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.353537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.353847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.354188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.354531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.354865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.355194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.355499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.355803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.356151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.356463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.356781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.357113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.357445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.357750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.358062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.358399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.358709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.359013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.359321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.359648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.359979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.360288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.360600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.360909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.361212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.361513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.361819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.362145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.362455 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.362758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.363058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.363364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.363663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.364001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.364314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.364620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.364920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.365229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.365530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.365835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.366142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.366446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.366754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.367058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.367881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.368269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.368567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.368872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.369173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.369473 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.369780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.370080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.370381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.370683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.370986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.371286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.371603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.371953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.372266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.372571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.372880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.373188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.373493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.373799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.374111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.374420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.374721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.375048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.375364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.375682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.376017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.376330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.376936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.377247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.377562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.377871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.378179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.378499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.378814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.379144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.379472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.379799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.380153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.380480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.380792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.381140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.381452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:21.381697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 05 16:30:21.381956 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84239) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Apr 05 16:30:22.041857 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO keyring.backend [-] Loading Gnome
Apr 05 16:30:22.059202 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO keyring.backend [-] Loading Google
Apr 05 16:30:22.061758 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO keyring.backend [-] Loading Windows (alt)
Apr 05 16:30:22.065460 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO keyring.backend [-] Loading file
Apr 05 16:30:22.066266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO keyring.backend [-] Loading keyczar
Apr 05 16:30:22.066540 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO keyring.backend [-] Loading multi
Apr 05 16:30:22.067168 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO keyring.backend [-] Loading pyfs
Apr 05 16:30:22.113444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:30:22.113751 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:30:22.114069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:30:22.114436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [-] Loading core plugin: ml2
Apr 05 16:30:22.503541 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.504104 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.504242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.507010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.507311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.507607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.544642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.544951 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.545244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.558577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.558884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.559187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.625983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.626291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.626838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.627985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.628290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.628580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.896352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f36ce9efae8> agent after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.896670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f36ce9efae8> agent after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.896993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f36ce9efb70> segment precommit_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.897260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f36ce9efbf8> network precommit_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:22.899516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f36ce9ef510> segment before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.048572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> network before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.048948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f36ce9ca840> agent before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.049256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> network before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.049547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> port before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.049834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> port before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.050200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> segment after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.050487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> segment precommit_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.050765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> segment precommit_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.051042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> segment after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.051363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> network after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.051644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> network precommit_delete 0 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.051963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> port provisioning_complete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.052251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.052531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> rbac-policy after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.052828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> agent after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.053131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> subnet after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.053412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> subnet precommit_delete 0 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.053717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.053993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.054319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> segment_host_mapping after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.055109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> port after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.055367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> port after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.055644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> port after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.055993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.056272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.056542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f36ce7eeda0>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.056953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.057216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.057476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.057738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.057997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.058256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.058663 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Apr 05 16:30:23.061847 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Apr 05 16:30:23.065818 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Apr 05 16:30:23.069727 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])])
Apr 05 16:30:23.071405 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Apr 05 16:30:23.072703 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Apr 05 16:30:23.073077 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Apr 05 16:30:23.073506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Apr 05 16:30:23.076278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Apr 05 16:30:23.076559 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Apr 05 16:30:23.076944 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Apr 05 16:30:23.104362 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Apr 05 16:30:23.104872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f36cea0e978>> qos_plugin after_init 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.105202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84239) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Apr 05 16:30:23.105604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f36ce858518>> logging-plugin after_init 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.106923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84239) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Apr 05 16:30:23.107241 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Apr 05 16:30:23.107512 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Apr 05 16:30:23.110672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f36ce858588>> floatingip before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.110982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f36ce858588>> port before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.176480 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Apr 05 16:30:23.176701 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Apr 05 16:30:23.176966 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Apr 05 16:30:23.177364 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Apr 05 16:30:23.209910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.sqlalchemy.engines [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84239) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Apr 05 16:30:23.656904 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing driver for type 'gre'
Apr 05 16:30:23.657469 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] gre ID ranges: [(1, 1000)]
Apr 05 16:30:23.696946 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing driver for type 'local'
Apr 05 16:30:23.697321 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing driver for type 'vlan'
Apr 05 16:30:23.706803 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] VlanTypeDriver initialization complete
Apr 05 16:30:23.707179 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing driver for type 'vxlan'
Apr 05 16:30:23.707694 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] vxlan ID ranges: [(1, 1000)]
Apr 05 16:30:23.747777 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing extension driver 'port_security'
Apr 05 16:30:23.748169 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.extensions.port_security [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] PortSecurityExtensionDriver initialization complete
Apr 05 16:30:23.748540 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing mechanism driver 'openvswitch'
Apr 05 16:30:23.748895 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing mechanism driver 'hyperv'
Apr 05 16:30:23.755310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84239) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:30:23.756165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce76dbe0>> port after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.756564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce76dbe0>> port after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.756939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce76dbe0>> port after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.757355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce3367b8>> subnet after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.757779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce3367b8>> subnet after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.758687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce3367b8>> subnet after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.759094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336978>> network after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.759471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336978>> network after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.759842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336978>> network after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.760274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336b38>> security_group after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.760650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336b38>> security_group after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.761019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336b38>> security_group after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.761431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336cf8>> security_group_rule after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.761805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336cf8>> security_group_rule after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.762172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336cf8>> security_group_rule after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.762705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336eb8>> address_group after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.763078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336eb8>> address_group after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.763447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f36ce336eb8>> address_group after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.763808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] ML2 OVO RPC backend initialized. {{(pid=84239) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Apr 05 16:30:23.764610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> router_interface after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.764993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> router_interface after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.765442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> network before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.765815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> networks before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.766189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> port before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.766554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> ports before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.766924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> subnet before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.767293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> subnets before_response 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.767669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> network after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.768057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> network after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.768422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> network after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.768787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> port after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.769151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> port after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.769514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> port after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.769875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> subnet after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.770236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> subnet after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.770597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f36ce33d160>> subnet after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.771219 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.plugin [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Modular L2 Plugin initialization complete
Apr 05 16:30:23.771565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading services supported by the core plugin {{(pid=84239) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Apr 05 16:30:23.771924 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.plugins.ml2.managers [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Got port-security extension from driver 'port_security'
Apr 05 16:30:23.772451 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.extensions.vlantransparent [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Disabled vlantransparent extension.
Apr 05 16:30:23.772980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84239) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Apr 05 16:30:23.773319 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: router
Apr 05 16:30:23.809664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router_interface before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.810091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router after_create 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.810490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router before_create 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.810891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router_interface before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.811298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router_interface after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.811679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router after_delete 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.812095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> floatingip after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.812497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router after_create 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.812872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router after_update 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.813251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router after_update 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.813628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router_gateway after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.814020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router after_update 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.814500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router precommit_update 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.814911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f36ce980840> port after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.815279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f36ce980730> port after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.815644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f36ce9807b8> subnet after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.816047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f36ce9808c8> subnetpool_address_scope after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.816430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> port precommit_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.816807 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router precommit_create 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.817178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f36ce9449d8> port before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.817548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router precommit_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.817940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router after_update 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.818305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router precommit_delete 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.818681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router precommit_create 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.819073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router_interface after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.819446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> router precommit_update 55549900 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.819861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f36ce33d128>> network after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.821636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Tracking information for resource: router configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.822006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Tracking information for resource: floatingip configured {{(pid=84239) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Apr 05 16:30:23.826753 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_agentschedulers_db [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Apr 05 16:30:23.827385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f36ce2bfe18> port after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.827772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f36ce2bfd08> port after_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.828174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function _notify_port_delete at 0x7f36ce2bfd90> port after_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.828554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f36ce2c2048> port after_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.829434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f36ce2d5f60>> router before_create 55550100 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.829835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f36ce2d5f60>> router precommit_delete 55550100 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.830232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f36ce2d5f60>> router precommit_create 55550100 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.830620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f36ce2d5f60>> router precommit_update 55550100 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.835343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.provider_configuration [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service providers = [] {{(pid=84239) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Apr 05 16:30:23.835694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.servicetype_db [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84239) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Apr 05 16:30:23.838650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.service_base [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 16:30:23.839023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.service_base [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 16:30:23.839396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.service_base [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 16:30:23.840291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.service_base [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84239) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Apr 05 16:30:23.840685 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.services.service_base [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Default provider is not specified for service type L3_ROUTER_NAT
Apr 05 16:30:23.841092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.841439 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Apr 05 16:30:23.851276 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.851990 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: auto_allocate
Apr 05 16:30:23.859894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f36ce24d510> network precommit_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.860326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f36ce24d510> network precommit_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.860908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.861265 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: tag
Apr 05 16:30:23.868800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.869162 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: timestamp
Apr 05 16:30:23.872975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.873339 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: network_ip_availability
Apr 05 16:30:23.879144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f36ce25a358>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.879543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f36ce25a358>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.879924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f36ce25a358>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:23.880726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.881078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: flavors
Apr 05 16:30:23.886128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.886496 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading Plugin: revisions
Apr 05 16:30:23.890677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84239) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Apr 05 16:30:23.891093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=84239) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:30:23.891881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84239) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Apr 05 16:30:23.892291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Initializing extension manager.
Apr 05 16:30:23.892842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: __init__.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.893214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: __pycache__ {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.893578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.893942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: address_group.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.894730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.895510 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: address-group
Apr 05 16:30:23.895869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: address_scope.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.896648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.897217 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: address-scope
Apr 05 16:30:23.897574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.898530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.899096 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: router-admin-state-down-before-update
Apr 05 16:30:23.899451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: agent.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.900214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.900782 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: agent
Apr 05 16:30:23.901137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: agent_resources_synced.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.902029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.902599 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: agent-resources-synced
Apr 05 16:30:23.902954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: allowedaddresspairs.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.904756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.905328 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: allowed-address-pairs
Apr 05 16:30:23.905685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: auto_allocated_topology.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.906739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.907354 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: auto-allocated-topology
Apr 05 16:30:23.907666 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: availability_zone.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.908417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.908986 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: availability_zone
Apr 05 16:30:23.909337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: availability_zone_filter.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.910233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.910800 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: availability_zone_filter
Apr 05 16:30:23.911150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: data_plane_status.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.912074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.912636 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension data-plane-status not supported by any of loaded plugins
Apr 05 16:30:23.912989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: default_subnetpools.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.913888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.915146 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: default-subnetpools
Apr 05 16:30:23.915505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.916393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.918197 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: dhcp_agent_scheduler
Apr 05 16:30:23.918568 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: dns.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.919495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.920128 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension dns-integration not supported by any of loaded plugins
Apr 05 16:30:23.920482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: dns_domain_ports.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.921388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.921962 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension dns-domain-ports not supported by any of loaded plugins
Apr 05 16:30:23.922318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: dvr.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.923027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.923602 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: dvr
Apr 05 16:30:23.923982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: empty_string_filtering.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.924884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.925454 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: empty-string-filtering
Apr 05 16:30:23.925809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.926707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.927270 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Apr 05 16:30:23.927624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.928541 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.929114 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Apr 05 16:30:23.929468 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: external_net.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.931156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.931729 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: external-net
Apr 05 16:30:23.932119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.933290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.933834 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: extra_dhcp_opt
Apr 05 16:30:23.934189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: extraroute.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.935091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.935664 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: extraroute
Apr 05 16:30:23.936049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: extraroute_atomic.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.937088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.937662 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: extraroute-atomic
Apr 05 16:30:23.938019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: filter_validation.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.938701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.939268 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: filter-validation
Apr 05 16:30:23.939621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: fip_pf_description.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.940548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.941112 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Apr 05 16:30:23.941465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: fip_port_details.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.942387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.942960 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: fip-port-details
Apr 05 16:30:23.943315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: flavors.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.944555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.945135 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: flavors
Apr 05 16:30:23.945683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.947311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.947891 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Apr 05 16:30:23.948286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: floatingip_pools.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.949121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.949703 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: floatingip-pools
Apr 05 16:30:23.950058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: ip_allocation.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.950989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.951561 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension ip_allocation not supported by any of loaded plugins
Apr 05 16:30:23.951915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.952847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.953420 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: ip-substring-filtering
Apr 05 16:30:23.953776 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l2_adjacency.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.954686 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.955257 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension l2_adjacency not supported by any of loaded plugins
Apr 05 16:30:23.955613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l3.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.956692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.957276 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: router
Apr 05 16:30:23.957632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.959878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.960500 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Apr 05 16:30:23.960896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.961834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.962413 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: ext-gw-mode
Apr 05 16:30:23.962773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.963681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.964285 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: l3-ha
Apr 05 16:30:23.964642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l3_flavors.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.965546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.966576 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: l3-flavors
Apr 05 16:30:23.966931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.967843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.968442 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: l3-port-ip-change-not-allowed
Apr 05 16:30:23.968796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: l3agentscheduler.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.970084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.970673 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: l3_agent_scheduler
Apr 05 16:30:23.971040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: logging.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.972570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.973155 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension logging not supported by any of loaded plugins
Apr 05 16:30:23.973519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: metering.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.974306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.974999 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: metering
Apr 05 16:30:23.975360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.976973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.977862 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: metering_source_and_destination_fields
Apr 05 16:30:23.978231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: multiprovidernet.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.979160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.979738 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: multi-provider
Apr 05 16:30:23.980146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: netmtu.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.981064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.981634 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: net-mtu
Apr 05 16:30:23.981987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: netmtu_writable.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.982899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.983467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: net-mtu-writable
Apr 05 16:30:23.983817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: network_availability_zone.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.984638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.985266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: network_availability_zone
Apr 05 16:30:23.985619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: network_ip_availability.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.986863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.987436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: network-ip-availability
Apr 05 16:30:23.987793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: network_segment_range.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.988643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.989208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension network-segment-range not supported by any of loaded plugins
Apr 05 16:30:23.989562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: pagination.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.990654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.991022 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: pagination
Apr 05 16:30:23.991376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: port_device_profile.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.993068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.993649 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: port-device-profile
Apr 05 16:30:23.994002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.994911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.995477 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: port-mac-address-regenerate
Apr 05 16:30:23.995829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.996773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.997351 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: port-numa-affinity-policy
Apr 05 16:30:23.997704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: port_resource_request.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:23.998616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:23.999178 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension port-resource-request not supported by any of loaded plugins
Apr 05 16:30:23.999529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: portbindings.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.000480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.001048 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: binding
Apr 05 16:30:24.001657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: portbindings_extended.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.002928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.003509 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: binding-extended
Apr 05 16:30:24.003862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: portsecurity.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.004797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.005374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: port-security
Apr 05 16:30:24.005728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: project_id.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.006693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.007059 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: project-id
Apr 05 16:30:24.007412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: providernet.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.008401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.008974 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: provider
Apr 05 16:30:24.009327 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.012866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.013464 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos not supported by any of loaded plugins
Apr 05 16:30:24.013829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.015144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.015725 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Apr 05 16:30:24.016124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.017037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.017609 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Apr 05 16:30:24.017966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_default.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.018891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.019458 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-default not supported by any of loaded plugins
Apr 05 16:30:24.019819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_fip.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.020525 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.021093 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-fip not supported by any of loaded plugins
Apr 05 16:30:24.021448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_gateway_ip.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.022370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.022940 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-gateway-ip not supported by any of loaded plugins
Apr 05 16:30:24.023298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_port_network_policy.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.024277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.024846 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-port-network-policy not supported by any of loaded plugins
Apr 05 16:30:24.025195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_rule_type_details.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.026101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.026668 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-rule-type-details not supported by any of loaded plugins
Apr 05 16:30:24.027020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: qos_rules_alias.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.028107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.028682 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension qos-rules-alias not supported by any of loaded plugins
Apr 05 16:30:24.029038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: quotasv2.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.030030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.030398 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: quotas
Apr 05 16:30:24.030750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: quotasv2_detail.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.032345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.032727 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: quota_details
Apr 05 16:30:24.033093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: rbac.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.034247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.034836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: rbac-policies
Apr 05 16:30:24.035198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: rbac_address_group.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.036165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.036745 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: rbac-address-group
Apr 05 16:30:24.037102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: rbac_address_scope.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.038010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.038587 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: rbac-address-scope
Apr 05 16:30:24.038940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: rbac_security_groups.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.040489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.041068 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: rbac-security-groups
Apr 05 16:30:24.041424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: rbac_subnetpool.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.042328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.042899 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: rbac-subnetpool
Apr 05 16:30:24.043254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: revisionifmatch.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.044208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.044783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: revision-if-match
Apr 05 16:30:24.045518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: revisions.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.046258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.046833 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: standard-attr-revisions
Apr 05 16:30:24.047188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: router_availability_zone.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.047892 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.048512 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: router_availability_zone
Apr 05 16:30:24.048865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: routerservicetype.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.049796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.050447 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension router-service-type not supported by any of loaded plugins
Apr 05 16:30:24.050800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.051723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.052329 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: security-groups-normalized-cidr
Apr 05 16:30:24.052687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.053610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.054187 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: port-security-groups-filtering
Apr 05 16:30:24.054541 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.056102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.056677 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: security-groups-remote-address-group
Apr 05 16:30:24.057032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: securitygroup.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.069865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.070509 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: security-group
Apr 05 16:30:24.070882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: segment.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.071733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.072334 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension segment not supported by any of loaded plugins
Apr 05 16:30:24.072697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.073634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.074205 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Apr 05 16:30:24.074564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: servicetype.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.075646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.076260 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: service-type
Apr 05 16:30:24.076618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: sorting.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.077585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.077957 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: sorting
Apr 05 16:30:24.078316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: standard_attr_segment.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.079227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.079810 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension standard-attr-segment not supported by any of loaded plugins
Apr 05 16:30:24.080193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: standardattrdescription.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.080871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.081440 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: standard-attr-description
Apr 05 16:30:24.081794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: stateful_security_group.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.082733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.083347 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: stateful-security-group
Apr 05 16:30:24.083702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: stdattrs_common.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.084306 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Apr 05 16:30:24.084660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.085692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.086396 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Apr 05 16:30:24.086752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: subnet_onboard.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.087814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.088423 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: subnet_onboard
Apr 05 16:30:24.088784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.089714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.090284 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Apr 05 16:30:24.090639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: subnet_service_types.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.091556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.092153 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: subnet-service-types
Apr 05 16:30:24.092510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: subnetallocation.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.093579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.094163 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: subnet_allocation
Apr 05 16:30:24.094517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.095200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.095771 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: subnetpool-prefix-ops
Apr 05 16:30:24.096171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.097082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.097666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Apr 05 16:30:24.098020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: tagging.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.099301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.099895 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: standard-attr-tag
Apr 05 16:30:24.100287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: timestamp.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.101451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.102557 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loaded extension: standard-attr-timestamp
Apr 05 16:30:24.102919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: trunk.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.103947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.104526 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension trunk not supported by any of loaded plugins
Apr 05 16:30:24.104877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: trunk_details.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.105786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.106362 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension trunk-details not supported by any of loaded plugins
Apr 05 16:30:24.106717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: uplink_status_propagation.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.107633 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.108235 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension uplink-status-propagation not supported by any of loaded plugins
Apr 05 16:30:24.108588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Loading extension file: vlantransparent.py {{(pid=84239) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Apr 05 16:30:24.109269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84239) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Apr 05 16:30:24.109842 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extension vlan-transparent not supported by any of loaded plugins
Apr 05 16:30:24.112530 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:network
Apr 05 16:30:24.113340 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:subnet
Apr 05 16:30:24.114002 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 16:30:24.114653 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:port
Apr 05 16:30:24.116159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.116645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service FLAVORS assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.118006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.118573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.118938 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:router
Apr 05 16:30:24.119662 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:floatingip
Apr 05 16:30:24.120464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service METERING assigned prefix: /metering {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.122244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f36ce136518>> rbac-policy before_create 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:24.122641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f36ce136518>> rbac-policy before_update 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:24.123019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f36ce136518>> rbac-policy before_delete 55550000 {{(pid=84239) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:30:24.124163 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 05 16:30:24.124649 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:security_group
Apr 05 16:30:24.125485 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 05 16:30:24.126288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service CORE assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.126922 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 16:30:24.127279 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] subnetpool is already registered
Apr 05 16:30:24.127975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service CORE assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.128328 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 16:30:24.128683 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] subnetpool is already registered
Apr 05 16:30:24.131432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.131902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service FLAVORS assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.132572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.133080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.133441 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:router
Apr 05 16:30:24.133799 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] router is already registered
Apr 05 16:30:24.134443 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:floatingip
Apr 05 16:30:24.134804 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] floatingip is already registered
Apr 05 16:30:24.135484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service METERING assigned prefix: /metering {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.136240 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of CountableResource for resource:rbac_policy
Apr 05 16:30:24.136603 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] rbac_policy is already registered
Apr 05 16:30:24.137952 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:security_group
Apr 05 16:30:24.138315 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] security_group is already registered
Apr 05 16:30:24.138959 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:security_group_rule
Apr 05 16:30:24.139318 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] security_group_rule is already registered
Apr 05 16:30:24.140071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service CORE assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.140433 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 16:30:24.140786 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] subnetpool is already registered
Apr 05 16:30:24.141447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.resource_helper [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Service CORE assigned prefix:  {{(pid=84239) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Apr 05 16:30:24.141817 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Creating instance of TrackedResource for resource:subnetpool
Apr 05 16:30:24.142173 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.quota.resource_registry [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] subnetpool is already registered
Apr 05 16:30:24.142879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: extensions {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.144440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: address-groups {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.146102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: address-scopes {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.147372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: agents {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.148682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: auto-allocated-topology {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.149969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: availability_zones {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.151352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: dhcp-networks {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.152810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: dhcp-agents {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.154296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: routers {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.156185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: flavors {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.157437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: service_profiles {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.158648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: next_providers {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.160299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: service_profiles {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.161794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: floatingip-pools {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.163043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: routers {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.165532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: floatingips {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.166764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: l3-routers {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.168234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: l3-agents {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.169702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: metering-labels {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.171095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: metering-label-rules {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.172442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: network-ip-availabilities {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.173754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: bindings {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.175449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: quotas {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.176974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: quotas {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.178440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: rbac-policies {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.180444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: security-groups {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.181740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: security-group-rules {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.183024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: service-providers {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.184363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: subnetpools {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.185824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: subnetpools {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.187334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.189088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.190972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.192824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.194684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.196639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.198393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.201204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.203049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.205008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.extensions [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Extended resource: tags {{(pid=84239) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Apr 05 16:30:24.211863 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING keystonemiddleware.auth_token [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Apr 05 16:30:24.217147 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING keystonemiddleware.auth_token [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Apr 05 16:30:24.225919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Acquired lock "singleton_lock" {{(pid=84239) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Apr 05 16:30:24.226440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Releasing lock "singleton_lock" {{(pid=84239) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Apr 05 16:30:24.228424 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO oslo_service.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Starting 2 workers
Apr 05 16:30:24.233270 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Started child 84352 {{(pid=84239) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 16:30:24.237095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:24.238008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Started child 84353 {{(pid=84239) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 16:30:24.238500 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [-] (84352) wsgi starting up on http://0.0.0.0:9696
Apr 05 16:30:24.239431 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Neutron service started, listening on 0.0.0.0:9696
Apr 05 16:30:24.240147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Notify callbacks [] for process, before_spawn {{(pid=84239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:24.241395 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:24.243260 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO oslo_service.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Starting 1 workers
Apr 05 16:30:24.243457 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [-] (84353) wsgi starting up on http://0.0.0.0:9696
Apr 05 16:30:24.248942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Started child 84354 {{(pid=84239) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 16:30:24.249471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO oslo_service.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Starting 1 workers
Apr 05 16:30:24.250948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] calling RpcWorker wait() {{(pid=84354) _wait /opt/stack/neutron/neutron/service.py:128}}
Apr 05 16:30:24.251341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] returning from RpcWorker wait() {{(pid=84354) _wait /opt/stack/neutron/neutron/service.py:135}}
Apr 05 16:30:24.253129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:24.253620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:30:24.254450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Started child 84355 {{(pid=84239) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Apr 05 16:30:24.255243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97158bad-da06-4541-aee0-c91178f82ca1 None None] Notify callbacks [] for process, after_spawn {{(pid=84239) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:24.256852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84239) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 05 16:30:24.257092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 05 16:30:24.257273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 05 16:30:24.257732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 05 16:30:24.258238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 05 16:30:24.258348 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:24.258453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 05 16:30:24.259146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.259447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.259764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.260080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.260407 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.261068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.261349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.261649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.261929 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.262201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.262393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.262579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.262866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.263148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.263491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.263763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.264057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.264359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.264565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.264829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.265142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.265418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.265706 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.265985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.266528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.266793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.267067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.267331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.267626 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.267885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.268207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.268483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.268724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.268993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.269264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.269505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.269754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.269999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.270271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.270518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.270970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] host                           = dv-cinder-774594-2-iscsi {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.271225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.271472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.271731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.272008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.272285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.272540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.272813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.273094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.273885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.274707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.274707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.275271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.275271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.275538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.275538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.275822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.276109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.276398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.276604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.276793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.276953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.277242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.277426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.277696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.277935 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.278173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.278426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.278665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.278902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.279181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.279438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.279695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.279954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.280234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.280507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.280773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.281000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.281230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.281867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.281867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.282148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.282287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.282464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.282728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.282957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.283169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.283450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.284046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.284046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.284352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.284515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.284698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:30:24.284812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.284947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.285200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.285455 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.285725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.286762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.286762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.286762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.286762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.287211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.287211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.287415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.287528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.287755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.288032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.288287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.288525 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.288789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.289868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.290307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.290691 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.290944 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.291210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.291484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.291763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.292034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.293440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.293440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.293440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.293440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.293440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.294132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.294132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.294405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.294549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.296797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.297056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.297420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.297684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.297860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.298016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.298694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.298694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.298694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.300146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.300146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.300146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.300146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.300146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.300146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.303424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.304658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.305863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.305863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.305863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.305863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.305863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.306494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.306494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.306494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.306910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.306910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.307221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.307317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.309676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.311208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.311208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.312078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.312354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.312616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.312876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.315087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.315586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.316361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.316652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.316914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.317176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.317434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.317748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.318131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.318419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.318692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.318966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.319257 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.319509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.319796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.320628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.322796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.323070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.323399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.323710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.324036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.324324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.324579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.324881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.325170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.325434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.325717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.325997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.326275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.326579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.326864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.327148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.327433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.327743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.328159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.328584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.328989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.329335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.329718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.330145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.330537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.330913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.331315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.331701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.332115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.332461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.332808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.333294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.333577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.333836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.334164 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.334452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.334710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.334966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.335240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.335597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.336469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.336885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.337103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.337387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.337682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.337954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.338252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.338547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.338822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.339105 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.339380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.339653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.339916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.340225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.340489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.340756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.341018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.341299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.341561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.341807 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.342106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.342372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.342652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.342897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.343149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.343416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.343684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.343968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.344226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.344896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.344896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.345173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.345276 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.345713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.345836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.346017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.346342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.346638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.346914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.347195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.347469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.347761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.347998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.348278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.348539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.348807 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.349053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.349305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.349553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.349915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.350184 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.350430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.350707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.350975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.351348 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.351651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.351912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.352209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.352445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.352706 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.352973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.353238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.353490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.353737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.354002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.354280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.354528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.354777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.355040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.355285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.355529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.355777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.356041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.356934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.356934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.356934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.357236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.357397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.357567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.357882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.358034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.358273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.358520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.358901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.359149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.359368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.359616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.359860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.360206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.360491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.360743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.361054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.361317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.361594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.361863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.362227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.362471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.362771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.363069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.363337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.363609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.363899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.364314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.364657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.364971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.365250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.365563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.365875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.366177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.366424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.366759 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.367655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.368035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.368493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.368780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.369091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.369350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.369617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.369868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.370118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.370368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.370647 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.370941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.371183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.371599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.372038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.372477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.372742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.372994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.373251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.373505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.373704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 05 16:30:24.374259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84239) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Apr 05 16:30:24.374443 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Apr 05 16:30:24.374660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Apr 05 16:30:24.374915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Apr 05 16:30:24.375120 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Apr 05 16:30:24.375300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Apr 05 16:30:24.375556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.375722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.376101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.376293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.376747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.376957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.377144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.377332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.377482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.377660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.377843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.378027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.378280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.378403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.378505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.378689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.378875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.379058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.379246 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.379428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.379610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.379795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.380000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.380187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.380406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.380594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.380778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.380960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.381143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.381326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.381508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.381690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.381873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.382055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.382238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.382420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.382601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.382837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.383073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.383257 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.383441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] host                           = dv-cinder-774594-2-iscsi {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.383625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.383807 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.384013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.384197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.384378 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.384561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.384744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.384926 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.385108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.385289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.385470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.385653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.385834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.386015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.386196 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.386377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.386560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.386743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.386949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.387136 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.387317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.387500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.387682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.387875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.388050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.388237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.388422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.388603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.388786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.388976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.389176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.389325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.389794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.389794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.389794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.390075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.390168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.390260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.390428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.391454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.391454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.391454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.391454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.391454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.391454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.392850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.393016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.393368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.393554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.393737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.393919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.394080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.394240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.394400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.394560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.394746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.394927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.395110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.395297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.395454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.395613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Apr 05 16:30:24.395816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.396027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.396227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.396414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.396601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.396787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.396972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.397210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.397330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.397481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.397673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.397860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.398062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.398226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.398951 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.399226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.399226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.399474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.399694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.399863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.400147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:30:24.400265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.400375 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.400586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.400774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.400962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.38/identity {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.401150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.401336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.401503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.401690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.401877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.402065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.402251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.402436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.402619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.402803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.402988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.403173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.403359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.403544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.403730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.403916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.404122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.404308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.404495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.404679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.404865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.405051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.405236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.405394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.405582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.405779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.405964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.406149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.406334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.406518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.406702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.406887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.407071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.407255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.407485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.407634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.407773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.407973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.408163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.408347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.408533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.408688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.408875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.409116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.409261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.409399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.409536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.409674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.409857 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.410042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.410197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.410385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.410570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.410754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.410937 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.411122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.411306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.411474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.411628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.411814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.412272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.412272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.412594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.412594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.412859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.412859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.413123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.413595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.413595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.413595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.414909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.415487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.415487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.415487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.415487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.416272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.416272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.416272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.416272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.416272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.417334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.417334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.417334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.417334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.417334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.417334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.418999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.419206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.419367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.419514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.419703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.419891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.420604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.420604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.420604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.420604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.420966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.420966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.421145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.421240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.421373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.421560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.38/identity {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.421745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.421931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.422116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.422301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.422487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.422674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.422859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.423045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.423230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.423414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.423598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.423782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.423994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.424148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.424333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.424518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.424702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.424887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.425071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.425255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.425438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.425622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.425805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.425990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.426536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.426536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.426536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.427748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.430763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.431283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.432412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.433976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.434151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.434288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.434491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.434676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.434860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.435045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.435231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.435425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.435612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.435796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.436012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.436198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.436382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.436567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.436764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.436949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.437136 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.437321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.437504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.437671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.438027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.438193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.438391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.438584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.438769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.438964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.439160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.439380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.439532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.439712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.439910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.440121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.440309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.440494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.440677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.440861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.441044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.441229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.441413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.441596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.441780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.441965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.442148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.442333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.442516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.442701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.442884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.443068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.443252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.443436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Apr 05 16:30:24.443612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84239) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Apr 05 16:30:24.594192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 58914) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:30:24.606057 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [-] 10.222.0.38 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0096905
Apr 05 16:30:35.357512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac29f74-0e88-4e98-8f0d-ace97b89888b None None] get_active_networks_info from dv-cinder-774594-2-iscsi {{(pid=84354) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Apr 05 16:30:35.498997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac29f74-0e88-4e98-8f0d-ace97b89888b None None] No non-hosted networks {{(pid=84354) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Apr 05 16:30:35.513351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agentschedulers_db [None req-6ac29f74-0e88-4e98-8f0d-ace97b89888b None None] DHCP Agent not found on host dv-cinder-774594-2-iscsi {{(pid=84354) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Apr 05 16:30:35.619342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ac0f0852-26aa-4b2f-8171-15b29effbd8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874'] for agent, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:36.594796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874'] for agent, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:36.595450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.596047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.596572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.597076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.597582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.598081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.598592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.599117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.599622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.600141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.600655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.601151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:36.601917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f36cdd272b0>, 'Open vSwitch agent', 'dv-cinder-774594-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:30:36.609625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f36cdd8fd68>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-774594-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:30:37.612462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26611add-795b-4f83-b9b1-6c687ca3f050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874'] for agent, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:37.657019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-59161043-f92f-4fc1-bbed-726893641b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:37.755524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874'] for agent, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:39.231294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874'] for agent, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:40.798171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59004) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:30:41.446868 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-b717260b-5417-4536-bd79-743510141eeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:41.447547 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-b717260b-5417-4536-bd79-743510141eeb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:41.682664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [None req-b717260b-5417-4536-bd79-743510141eeb admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:30:41.683736 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b717260b-5417-4536-bd79-743510141eeb admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8844407
Apr 05 16:30:41.801065 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_hamode_db [None req-449410d5-1fa9-4874-91b3-e98626d02d83 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Apr 05 16:30:41.895488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449410d5-1fa9-4874-91b3-e98626d02d83 None None] Routers set() bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:30:41.895914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449410d5-1fa9-4874-91b3-e98626d02d83 None None] Router IDs set() for agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}}
Apr 05 16:30:44.434335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59018) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:30:44.820483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:30:44.926241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.policy [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84353) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 05 16:30:44.980754 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:44.981158 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:44.999355 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f36cdcd4908>.
Apr 05 16:30:45.017808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:30:45.077056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294769985888', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294769989604', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294769995963', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294770002271', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294770087767', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363294770086932', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036853848339', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853892854', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-576997', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-762241'] for rbac-policy, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:45.140988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:45.142246 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-31413658-aa97-46c0-8de1-26e45d2cdaf8 admin admin] 10.222.0.38 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.7068279
Apr 05 16:30:48.119923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59032) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:30:48.492079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Request body: {'network': {'name': 'private', 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'admin_state_up': True}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:30:48.498238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:30:48.503120 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Usage tracker for resource:network and tenant:f4c2d295e6284978b5130c2be380e341 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:30:48.506792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:30:48.513490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:30:48.522007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Made reservation on behalf of f4c2d295e6284978b5130c2be380e341 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:30:48.528649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:48.545979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:48.562774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:30:48.566536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:f4c2d295e6284978b5130c2be380e341 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:30:48.570028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:30:48.575861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:30:48.829859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:48.832477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:48.837128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:30:48.854997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:30:48.881815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742085717943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:48.882399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f36ce9efb70> segment precommit_create {{(pid=84353) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 05 16:30:48.882867 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Added segment b54b8269-8c0f-4547-9bd2-3c30e6da5d18 of type vlan for network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2
Apr 05 16:30:48.934598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a33ccd-957e-4f7d-aef9-814e4a55c9c6,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:30:48.951453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.951823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.952206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.952558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.952902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.953247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.953587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.953926 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.954279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.954618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.954954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.955289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Tracked resource versions report:
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:30:48.956427 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:30:49.014277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:49.018965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:30:49.052962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:49.054366 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:30:49.055067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:49.060548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:30:49.206683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Pushing event updated for resources: {'Network': ['ID=81cce05b-b6ac-41ea-a855-1a3a07b98ae2,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:30:49.212355 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 1.0888655
Apr 05 16:30:49.214442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:30:49.225588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:30:52.324297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59048) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:30:52.940490 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-bbbdaada-d48c-448e-82fc-f440dbef9399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:52.941078 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-bbbdaada-d48c-448e-82fc-f440dbef9399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:53.397448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.policy [None req-bbbdaada-d48c-448e-82fc-f440dbef9399 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84352) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Apr 05 16:30:53.610321 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-bbbdaada-d48c-448e-82fc-f440dbef9399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:53.610747 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING oslo_policy.policy [None req-bbbdaada-d48c-448e-82fc-f440dbef9399 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Apr 05 16:30:53.628675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbdaada-d48c-448e-82fc-f440dbef9399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:30:53.630471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-bbbdaada-d48c-448e-82fc-f440dbef9399 admin admin] 10.222.0.38 "GET /v2.0/networks/81cce05b-b6ac-41ea-a855-1a3a07b98ae2 HTTP/1.1" status: 200  len: 825 time: 1.3041730
Apr 05 16:30:53.663151 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c8ab0b3e-57c9-4509-bb4d-b61a9de04a0f admin admin] 10.222.0.38 "GET /v2.0/subnetpools/85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8 HTTP/1.1" status: 200  len: 734 time: 0.0257645
Apr 05 16:30:53.672564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Request body: {'subnet': {'subnetpool_id': '85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'ip_version': 4, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:30:53.675368 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.quota [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f36cdebc9e8>.
Apr 05 16:30:53.681328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:30:53.686688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Usage tracker for resource:subnet and tenant:f4c2d295e6284978b5130c2be380e341 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:30:53.689833 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:30:53.697357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:30:53.709502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Made reservation on behalf of f4c2d295e6284978b5130c2be380e341 for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:30:53.715309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Notify callbacks [] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:54.236139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:54.252043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:30:54.398866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e845e68a-0314-4a35-8978-37239556d0f3,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:30:54.415974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.416328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.416684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.417034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.417382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.417730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.418075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.418418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.418775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.419118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.419456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.419793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Tracked resource versions report:
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:30:54.420908 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:30:54.459961 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:30:54.488851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Checking segment: {'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:30:54.489235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Network hostable DHCP agents. Network: 81cce05b-b6ac-41ea-a855-1a3a07b98ae2, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:30:54.510517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:30:54.518886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 81cce05b-b6ac-41ea-a855-1a3a07b98ae2) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:30:54.523233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:30:54.523976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:54.528970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64bc898-a292-4cf6-a5e6-33ae388f5842 None None] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:30:54.544495 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.8754938
Apr 05 16:30:54.852888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'fixed_ips': [{'subnet_id': 'e845e68a-0314-4a35-8978-37239556d0f3'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:30:54.854212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:55.048802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Allocated IP 172.20.0.2 (81cce05b-b6ac-41ea-a855-1a3a07b98ae2/e845e68a-0314-4a35-8978-37239556d0f3/8e8c4677-64f3-4fde-9dda-64c78805d41b) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:30:55.466462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:55.481020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Transition to ACTIVE for port object 8e8c4677-64f3-4fde-9dda-64c78805d41b will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:30:55.501326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Transition to ACTIVE for port object 8e8c4677-64f3-4fde-9dda-64c78805d41b will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:30:55.507387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:55.522945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:30:55.655373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Pushing event updated for resources: {'Port': ['ID=8e8c4677-64f3-4fde-9dda-64c78805d41b,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:30:55.671190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.671570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.671970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.672341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.672698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.673054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.673407 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.673776 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.674124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.674477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.674824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.675168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Tracked resource versions report:
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:30:55.676318 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:30:55.683278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:30:55.725613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:30:55.726822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:30:55.729588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:30:55.830026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Attempting to bind port 8e8c4677-64f3-4fde-9dda-64c78805d41b on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:30:55.830458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Attempting to bind port 8e8c4677-64f3-4fde-9dda-64c78805d41b by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:30:55.830871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Attempting to bind port 8e8c4677-64f3-4fde-9dda-64c78805d41b on network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:30:55.837025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 30, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:30:55.837445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Checking segment: {'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:30:55.838942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:55.838942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Bound using segment: {'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:30:55.838942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Bound port: 8e8c4677-64f3-4fde-9dda-64c78805d41b, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:30:55.839204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:55.932918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-2574346b-aa5d-4890-aa86-407648838127 None None] For port 8e8c4677-64f3-4fde-9dda-64c78805d41b, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:30:55.937386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-2574346b-aa5d-4890-aa86-407648838127 None None] For port 8e8c4677-64f3-4fde-9dda-64c78805d41b, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=8e8c4677-64f3-4fde-9dda-64c78805d41b,segment=NetworkSegment(b54b8269-8c0f-4547-9bd2-3c30e6da5d18),segment_id=b54b8269-8c0f-4547-9bd2-3c30e6da5d18)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:30:55.940864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:30:55.957263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:30:56.108688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Pushing event updated for resources: {'Port': ['ID=8e8c4677-64f3-4fde-9dda-64c78805d41b,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:30:56.113394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:30:57.329333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59068) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:30:57.743019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [None req-2e073f34-2987-4005-8468-d5fe69248e5c admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:30:57.744136 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-2e073f34-2987-4005-8468-d5fe69248e5c admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4137785
Apr 05 16:30:59.223245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 8e8c4677-64f3-4fde-9dda-64c78805d41b up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:30:59.298625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 8e8c4677-64f3-4fde-9dda-64c78805d41b completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:31:00.522046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59082) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:00.919094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [None req-7ddf13f1-1dc3-4c4f-b0a4-c25a0566efcb admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:31:00.920305 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7ddf13f1-1dc3-4c4f-b0a4-c25a0566efcb admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3972170
Apr 05 16:31:00.938733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadaa53d-a788-4bc5-842f-53b427252a1b None None] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:31:01.028663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Provisioning for port 8e8c4677-64f3-4fde-9dda-64c78805d41b completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:31:01.041347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Provisioning complete for port 8e8c4677-64f3-4fde-9dda-64c78805d41b triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:01.041765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:01.258012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:01.334836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] For port 8e8c4677-64f3-4fde-9dda-64c78805d41b, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=8e8c4677-64f3-4fde-9dda-64c78805d41b,segment=NetworkSegment(b54b8269-8c0f-4547-9bd2-3c30e6da5d18),segment_id=b54b8269-8c0f-4547-9bd2-3c30e6da5d18)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:31:01.340244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:01.351021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:01.431887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Pushing event updated for resources: {'Port': ['ID=8e8c4677-64f3-4fde-9dda-64c78805d41b,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:01.435849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:01.671037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-827beb3d-b66b-4cb5-bf5e-a56bddf85942 None None] Provisioning complete for port 8e8c4677-64f3-4fde-9dda-64c78805d41b triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:01.671593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-827beb3d-b66b-4cb5-bf5e-a56bddf85942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:03.199883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 8e8c4677-64f3-4fde-9dda-64c78805d41b up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:31:03.270855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 8e8c4677-64f3-4fde-9dda-64c78805d41b triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:03.271254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:03.939817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59094) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:04.314973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:31:04.317910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:31:04.323267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:31:04.327285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Usage tracker for resource:router and tenant:f4c2d295e6284978b5130c2be380e341 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:31:04.330475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:31:04.337658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:31:04.346458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:04.347777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:04.369399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:04.475798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:04.493244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:04.494477 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b54f26b9-752b-45c9-aef5-f35cf3f1bfc1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5535457
Apr 05 16:31:05.097514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-12414ced-2f6f-4901-9879-27f3cc61736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:06.567377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:07.204270 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59104) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:07.599480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4a2356b7-2485-47ed-b655-827fffba4209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:07.603895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [None req-02144188-87b6-448e-921c-f906aa1b63e0 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:31:07.604991 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-02144188-87b6-448e-921c-f906aa1b63e0 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3997071
Apr 05 16:31:07.680060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:09.145144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.208008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59124) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:10.346327 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:31:10.351663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:31:10.355600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Usage tracker for resource:network and tenant:73d4409266e144f6ba060f9d4ab098b6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:31:10.358565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:31:10.364815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:31:10.373342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Made reservation on behalf of 73d4409266e144f6ba060f9d4ab098b6 for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:31:10.378185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.395053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.410125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:31:10.414637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Usage tracker for resource:security_group_rule and tenant:73d4409266e144f6ba060f9d4ab098b6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:31:10.417750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:31:10.423550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:31:10.521134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.523857 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.528065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:10.544004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Reserving flat network on physical network physnet1 {{(pid=84352) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Apr 05 16:31:10.565885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88a94f6d-492d-4835-b389-93d8440d250f,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:10.571583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8742085717943', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.572197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f36ce9efb70> segment precommit_create {{(pid=84352) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Apr 05 16:31:10.572658 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Added segment 1534ec88-0b2f-4f35-925f-1d3fc6181f10 of type flat for network cf184575-38ee-4c92-a38a-ccc2507e4954
Apr 05 16:31:10.579733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:10.613542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.655493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.656903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:31:10.657522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:10.662311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:10.766066 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.5569222
Apr 05 16:31:10.766783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Pushing event updated for resources: {'Network': ['ID=cf184575-38ee-4c92-a38a-ccc2507e4954,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:10.782368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:10.791339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network cf184575-38ee-4c92-a38a-ccc2507e4954 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:31:13.326051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59144) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:13.443891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef3265b-f6da-419f-8b6d-827c9b048e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:31:13.445839 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-fef3265b-f6da-419f-8b6d-827c9b048e46 admin admin] 10.222.0.38 "GET /v2.0/subnets/e845e68a-0314-4a35-8978-37239556d0f3 HTTP/1.1" status: 200  len: 849 time: 0.1188099
Apr 05 16:31:13.595615 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-44a5a0f3-bb5c-4a14-99c3-14c3378d89be admin admin] 10.222.0.38 "GET /v2.0/routers/5004094c-f9d9-405f-b9e4-77cc4f1ce031 HTTP/1.1" status: 200  len: 704 time: 0.1435683
Apr 05 16:31:14.228117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:14.463365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Allocated IP 172.20.0.1 (81cce05b-b6ac-41ea-a855-1a3a07b98ae2/e845e68a-0314-4a35-8978-37239556d0f3/a87033af-a2e4-4aa7-b4e6-c6590af28482) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:31:14.628515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:14.646653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Transition to ACTIVE for port object a87033af-a2e4-4aa7-b4e6-c6590af28482 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:31:14.699832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:14.715252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:14.848569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Pushing event updated for resources: {'Port': ['ID=a87033af-a2e4-4aa7-b4e6-c6590af28482,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:14.861110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:14.910277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:31:14.911368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:31:14.913601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:31:14.914132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:15.090179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-69957e4d-7a5f-4dc6-a164-588da0dd36f2 None None] Provisioning for port a87033af-a2e4-4aa7-b4e6-c6590af28482 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:31:15.095574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-69957e4d-7a5f-4dc6-a164-588da0dd36f2 None None] Provisioning complete for port a87033af-a2e4-4aa7-b4e6-c6590af28482 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:15.096118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-69957e4d-7a5f-4dc6-a164-588da0dd36f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:15.153109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-69957e4d-7a5f-4dc6-a164-588da0dd36f2 None None] Port a87033af-a2e4-4aa7-b4e6-c6590af28482 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:31:15.188303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:15.476888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:15.480323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:15.481406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:15.496454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:15.638992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Pushing event updated for resources: {'Port': ['ID=a87033af-a2e4-4aa7-b4e6-c6590af28482,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:15.648236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:15.694721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:31:15.696097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:31:15.877916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-9de94fa7-e252-44bd-a034-2e2054948cbf None None] Provisioning complete for port a87033af-a2e4-4aa7-b4e6-c6590af28482 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:15.878321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9de94fa7-e252-44bd-a034-2e2054948cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:15.896286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:31:15.937476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-9de94fa7-e252-44bd-a034-2e2054948cbf None None] Port a87033af-a2e4-4aa7-b4e6-c6590af28482 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:31:16.227635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:31:16.236973 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] 10.222.0.38 "PUT /v2.0/routers/5004094c-f9d9-405f-b9e4-77cc4f1ce031/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.6358020
Apr 05 16:31:16.239681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Sync routers for ids ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:31:16.251970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Routers {'5004094c-f9d9-405f-b9e4-77cc4f1ce031'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:31:16.252872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdda9f98>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:31:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:16.439289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Set router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 gateway port host: None {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:31:16.825107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdda9f98>, [{'id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'name': 'router1', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:04Z', 'updated_at': '2021-04-05T16:31:15Z', 'revision_number': 2, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'gw_port_host': None, '_interfaces': [{'id': 'a87033af-a2e4-4aa7-b4e6-c6590af28482', 'name': '', 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'mac_address': 'fa:16:3e:cf:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:14Z', 'updated_at': '2021-04-05T16:31:15Z', 'revision_number': 2, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'subnets': [{'id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:16.830144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Checking router: 5004094c-f9d9-405f-b9e4-77cc4f1ce031 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:31:16.830565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Updating router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 port a87033af-a2e4-4aa7-b4e6-c6590af28482 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:31:17.057684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:17.506566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:17.521124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Transition to ACTIVE for port object a87033af-a2e4-4aa7-b4e6-c6590af28482 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:31:17.529328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:17.546876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:17.698467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Pushing event updated for resources: {'Port': ['ID=a87033af-a2e4-4aa7-b4e6-c6590af28482,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:17.711174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.711734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.712158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.712519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.712875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.713232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.713583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.713935 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.714287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.714642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.714990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.715332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Tracked resource versions report:
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:31:17.716467 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:31:17.723459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:17.910956 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Attempting to bind port a87033af-a2e4-4aa7-b4e6-c6590af28482 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:31:17.911450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Attempting to bind port a87033af-a2e4-4aa7-b4e6-c6590af28482 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:31:17.911776 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Attempting to bind port a87033af-a2e4-4aa7-b4e6-c6590af28482 on network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:31:17.917999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:31:17.918415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Checking segment: {'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:31:17.918865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:17.919280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Bound using segment: {'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:31:17.919811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Bound port: a87033af-a2e4-4aa7-b4e6-c6590af28482, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b54b8269-8c0f-4547-9bd2-3c30e6da5d18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:31:17.920229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:18.015250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] For port a87033af-a2e4-4aa7-b4e6-c6590af28482, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:31:18.019684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] For port a87033af-a2e4-4aa7-b4e6-c6590af28482, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=a87033af-a2e4-4aa7-b4e6-c6590af28482,segment=NetworkSegment(b54b8269-8c0f-4547-9bd2-3c30e6da5d18),segment_id=b54b8269-8c0f-4547-9bd2-3c30e6da5d18)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:31:18.024765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:18.058414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:18.209151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Pushing event updated for resources: {'Port': ['ID=a87033af-a2e4-4aa7-b4e6-c6590af28482,revision_number=4']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:18.214311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:18.250494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Routers {'5004094c-f9d9-405f-b9e4-77cc4f1ce031'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:31:18.251147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdda9f98>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:31:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:18.419779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] Set router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 gateway port host: None {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:31:18.761363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-28808617-e3bf-481e-8124-2bd639481100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdda9f98>, [{'id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'name': 'router1', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:04Z', 'updated_at': '2021-04-05T16:31:15Z', 'revision_number': 2, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'gw_port_host': None, '_interfaces': [{'id': 'a87033af-a2e4-4aa7-b4e6-c6590af28482', 'name': '', 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'mac_address': 'fa:16:3e:cf:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:14Z', 'updated_at': '2021-04-05T16:31:18Z', 'revision_number': 4, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'subnets': [{'id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:18.765381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28808617-e3bf-481e-8124-2bd639481100 None None] The sync data for ids ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'] in dv-cinder-774594-2-iscsi is: [{'id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'name': 'router1', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:04Z', 'updated_at': '2021-04-05T16:31:15Z', 'revision_number': 2, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'gw_port_host': None, '_interfaces': [{'id': 'a87033af-a2e4-4aa7-b4e6-c6590af28482', 'name': '', 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'mac_address': 'fa:16:3e:cf:09:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:14Z', 'updated_at': '2021-04-05T16:31:18Z', 'revision_number': 4, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'subnets': [{'id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:31:18.787331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59156) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:18.947960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8998e4d8-5b07-4d12-894d-aae1c0501cdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:31:18.949421 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8998e4d8-5b07-4d12-894d-aae1c0501cdd admin admin] 10.222.0.38 "GET /v2.0/networks/cf184575-38ee-4c92-a38a-ccc2507e4954 HTTP/1.1" status: 200  len: 842 time: 0.1614375
Apr 05 16:31:18.959771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:31:18.965154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:31:18.969468 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Usage tracker for resource:subnet and tenant:73d4409266e144f6ba060f9d4ab098b6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:31:18.972475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:31:18.978411 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:31:18.987203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Made reservation on behalf of 73d4409266e144f6ba060f9d4ab098b6 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:31:18.991973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:19.474380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.objects.ports [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84353) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}}
Apr 05 16:31:19.474865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:19.490283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:19.640924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf68ff8-3bdf-4dfa-9258-8c6032018925,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:19.655450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:19.700267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:31:19.700654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Network hostable DHCP agents. Network: cf184575-38ee-4c92-a38a-ccc2507e4954, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:31:19.721263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:31:19.731242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, cf184575-38ee-4c92-a38a-ccc2507e4954) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:31:19.735834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:31:19.736507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:19.741018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26370572-1c9f-4e07-a7c6-2f82adbaf6cb None None] Network cf184575-38ee-4c92-a38a-ccc2507e4954 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:31:19.760519 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8043971
Apr 05 16:31:19.994432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d1cfe5-181a-4e27-96d7-7d1a745c1507 None None] Network cf184575-38ee-4c92-a38a-ccc2507e4954 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:31:21.223995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device a87033af-a2e4-4aa7-b4e6-c6590af28482 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:31:21.300244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port a87033af-a2e4-4aa7-b4e6-c6590af28482 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:31:21.305427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port a87033af-a2e4-4aa7-b4e6-c6590af28482 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:21.305828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:21.575396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:21.611336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port a87033af-a2e4-4aa7-b4e6-c6590af28482, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=a87033af-a2e4-4aa7-b4e6-c6590af28482,segment=NetworkSegment(b54b8269-8c0f-4547-9bd2-3c30e6da5d18),segment_id=b54b8269-8c0f-4547-9bd2-3c30e6da5d18)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:31:21.615627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:21.618723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:21.688371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=a87033af-a2e4-4aa7-b4e6-c6590af28482,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:21.691638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:22.409432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59170) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:22.639393 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-38f43ae1-cd20-4274-8a55-b6fdce5dc163 admin admin] 10.222.0.38 "GET /v2.0/routers/5004094c-f9d9-405f-b9e4-77cc4f1ce031 HTTP/1.1" status: 200  len: 710 time: 0.2286890
Apr 05 16:31:22.777493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12de9302-a588-4fc8-9476-0cc1bc0b0284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:31:22.778906 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-12de9302-a588-4fc8-9476-0cc1bc0b0284 admin admin] 10.222.0.38 "GET /v2.0/networks/cf184575-38ee-4c92-a38a-ccc2507e4954 HTTP/1.1" status: 200  len: 886 time: 0.1337571
Apr 05 16:31:22.788553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:31:23.210031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device a87033af-a2e4-4aa7-b4e6-c6590af28482 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:31:23.281037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port a87033af-a2e4-4aa7-b4e6-c6590af28482 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:23.281445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:23.394585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:23.738489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:23.798731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:23.937728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Allocated IP 172.27.1.37 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/45fb09c4-82bf-497c-be5a-d6aefdb79449) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:31:24.095639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:24.155138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:24.170201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:24.310071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Pushing event updated for resources: {'Port': ['ID=45fb09c4-82bf-497c-be5a-d6aefdb79449,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:24.316195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:24.357132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:31:24.358240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:31:24.360476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:31:24.751359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:25.260415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:25.263921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703593', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change--9223372036854072170', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-672775'] for router, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:25.451365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:31:25.636898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:31:25.646187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:25.646748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Sync routers for ids ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:31:25.647447 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] 10.222.0.38 "PUT /v2.0/routers/5004094c-f9d9-405f-b9e4-77cc4f1ce031 HTTP/1.1" status: 200  len: 889 time: 2.8622928
Apr 05 16:31:25.657683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Routers {'5004094c-f9d9-405f-b9e4-77cc4f1ce031'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:31:25.658368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cceb2be0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:31:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:25.861947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Set router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:31:26.220769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cceb2be0>, [{'id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'name': 'router1', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '45fb09c4-82bf-497c-be5a-d6aefdb79449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:04Z', 'updated_at': '2021-04-05T16:31:24Z', 'revision_number': 4, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'gw_port': {'id': '45fb09c4-82bf-497c-be5a-d6aefdb79449', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:23Z', 'updated_at': '2021-04-05T16:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'a87033af-a2e4-4aa7-b4e6-c6590af28482', 'name': '', 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'mac_address': 'fa:16:3e:cf:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:14Z', 'updated_at': '2021-04-05T16:31:21Z', 'revision_number': 5, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'subnets': [{'id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:26.225589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Checking router: 5004094c-f9d9-405f-b9e4-77cc4f1ce031 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:31:26.226013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Updating router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 port 45fb09c4-82bf-497c-be5a-d6aefdb79449 binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:31:26.281245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:26.678478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:26.691760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Transition to ACTIVE for port object 45fb09c4-82bf-497c-be5a-d6aefdb79449 will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:31:26.697668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:26.711377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-37d93741-bfba-4b06-9647-b1b6fad6b6b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:26.850022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b6aee-192b-4958-9cb3-41656184c261 None None] Pushing event updated for resources: {'Port': ['ID=45fb09c4-82bf-497c-be5a-d6aefdb79449,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:26.855096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f58b6aee-192b-4958-9cb3-41656184c261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:26.912868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Attempting to bind port 45fb09c4-82bf-497c-be5a-d6aefdb79449 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:31:26.913838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Attempting to bind port 45fb09c4-82bf-497c-be5a-d6aefdb79449 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:31:26.914145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Attempting to bind port 45fb09c4-82bf-497c-be5a-d6aefdb79449 on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:31:26.919628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 31, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:31:26.920051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:31:26.920480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:26.920898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:31:26.921391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Bound port: 45fb09c4-82bf-497c-be5a-d6aefdb79449, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:31:26.921788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:26.999564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] For port 45fb09c4-82bf-497c-be5a-d6aefdb79449, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:31:27.002888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] For port 45fb09c4-82bf-497c-be5a-d6aefdb79449, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=45fb09c4-82bf-497c-be5a-d6aefdb79449,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:31:27.006088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:27.021383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:27.169568 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58b6aee-192b-4958-9cb3-41656184c261 None None] Pushing event updated for resources: {'Port': ['ID=45fb09c4-82bf-497c-be5a-d6aefdb79449,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:27.172855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f58b6aee-192b-4958-9cb3-41656184c261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:27.217710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Routers {'5004094c-f9d9-405f-b9e4-77cc4f1ce031'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:31:27.218354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cceb2be0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:31:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:27.401066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] Set router 5004094c-f9d9-405f-b9e4-77cc4f1ce031 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:31:27.744339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cceb2be0>, [{'id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'name': 'router1', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '45fb09c4-82bf-497c-be5a-d6aefdb79449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:04Z', 'updated_at': '2021-04-05T16:31:24Z', 'revision_number': 4, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'gw_port': {'id': '45fb09c4-82bf-497c-be5a-d6aefdb79449', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:23Z', 'updated_at': '2021-04-05T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'a87033af-a2e4-4aa7-b4e6-c6590af28482', 'name': '', 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'mac_address': 'fa:16:3e:cf:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:14Z', 'updated_at': '2021-04-05T16:31:21Z', 'revision_number': 5, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'subnets': [{'id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:31:27.748327 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fbce43-e043-47b8-9267-5eae70405c43 None None] The sync data for ids ['5004094c-f9d9-405f-b9e4-77cc4f1ce031'] in dv-cinder-774594-2-iscsi is: [{'id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'name': 'router1', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.37'}], 'enable_snat': True}, 'gw_port_id': '45fb09c4-82bf-497c-be5a-d6aefdb79449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:31:04Z', 'updated_at': '2021-04-05T16:31:24Z', 'revision_number': 4, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'gw_port': {'id': '45fb09c4-82bf-497c-be5a-d6aefdb79449', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:ef:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:23Z', 'updated_at': '2021-04-05T16:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'a87033af-a2e4-4aa7-b4e6-c6590af28482', 'name': '', 'network_id': '81cce05b-b6ac-41ea-a855-1a3a07b98ae2', 'tenant_id': 'f4c2d295e6284978b5130c2be380e341', 'mac_address': 'fa:16:3e:cf:09:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5004094c-f9d9-405f-b9e4-77cc4f1ce031', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:31:14Z', 'updated_at': '2021-04-05T16:31:21Z', 'revision_number': 5, 'project_id': 'f4c2d295e6284978b5130c2be380e341', 'subnets': [{'id': 'e845e68a-0314-4a35-8978-37239556d0f3', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '85afa7fc-90a3-44ae-a9c5-a46c8c4c7ae8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:31:28.362615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59180) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:31:28.486723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-904f8d38-e9fa-4b99-b540-47ceb2974883 admin admin] 10.222.0.38 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1228926
Apr 05 16:31:29.238133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 45fb09c4-82bf-497c-be5a-d6aefdb79449 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:31:29.314903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 45fb09c4-82bf-497c-be5a-d6aefdb79449 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:31:29.320780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 45fb09c4-82bf-497c-be5a-d6aefdb79449 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:29.321185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:29.447156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:29.465036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 45fb09c4-82bf-497c-be5a-d6aefdb79449, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=45fb09c4-82bf-497c-be5a-d6aefdb79449,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:31:29.468617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:29.470448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f58b6aee-192b-4958-9cb3-41656184c261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:31:29.540319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=45fb09c4-82bf-497c-be5a-d6aefdb79449,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:31:29.543580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:31:31.240707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 45fb09c4-82bf-497c-be5a-d6aefdb79449 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:31:31.337985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 45fb09c4-82bf-497c-be5a-d6aefdb79449 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:31:31.338725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:35.117762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cfde722e-2f0b-4dd7-90e1-c505a56d5072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:36.577143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:37.605823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa00a208-f9cc-451f-8932-7c6dc1b256ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:37.684663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:39.180757 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:31:41.313428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:32:05.099574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79e67c1-c548-4374-93ad-1d55fe2e935d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:06.560684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:07.601203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-feb87def-4707-4077-b7b5-77d447aadbf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:07.685312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:09.167094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:18.312048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:32:35.103030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e5f09eda-bac2-4027-b977-b8aa67f940fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:36.562444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:37.603747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f8a5b9f4-85a5-465f-b47d-1c8f2db27158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:37.687859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:39.169856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:32:55.311143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:33:05.105313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10af777f-05f4-4212-96d6-2f87c5367229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:06.564051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:07.604326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d895c05-f288-4551-ab84-8ee5b3e5ecfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:07.693146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:09.172984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:32.309602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:33:35.109605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6f2da39d-797f-41a0-950b-68db601e0de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:36.565978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:37.606681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-96b8e455-3c6b-4b71-846b-f56b54d79740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:37.695724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:39.175504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:42.030882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59750) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:33:42.107233 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.pecan_wsgi.hooks.translation [None req-343e597a-b36c-4b42-9058-a34babe0946b admin admin] GET failed (client error): The resource could not be found.
Apr 05 16:33:42.107810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-343e597a-b36c-4b42-9058-a34babe0946b admin admin] Synchronizing usage tracker for tenant:73d4409266e144f6ba060f9d4ab098b6 on resource:network {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:33:42.124200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-343e597a-b36c-4b42-9058-a34babe0946b admin admin] Unset dirty status for tenant:73d4409266e144f6ba060f9d4ab098b6 on resource:network {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:33:42.125368 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-343e597a-b36c-4b42-9058-a34babe0946b admin admin] 10.222.0.38 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0934417
Apr 05 16:33:42.270598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79785f9a-eadf-4d38-807b-4a7e78558820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:42.272075 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-79785f9a-eadf-4d38-807b-4a7e78558820 admin admin] 10.222.0.38 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1415560
Apr 05 16:33:44.742331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59760) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:33:44.856976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e3d3fa-c7f6-4cc8-b56d-c2cf3a32f0b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:44.858369 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-53e3d3fa-c7f6-4cc8-b56d-c2cf3a32f0b3 admin admin] 10.222.0.38 "GET /v2.0/subnets/e845e68a-0314-4a35-8978-37239556d0f3 HTTP/1.1" status: 200  len: 849 time: 0.1150184
Apr 05 16:33:44.869261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:33:44.993079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:45.305400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363294769086341'] for subnet, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:45.320232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:33:45.458052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e845e68a-0314-4a35-8978-37239556d0f3,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:33:45.470015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.470399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.470763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.471122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.471472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.471839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.472219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.472616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.472965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.473311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.473655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.473998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:33:45.479443 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:33:45.508669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:45.509301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:45.512407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] 10.222.0.38 "PUT /v2.0/subnets/e845e68a-0314-4a35-8978-37239556d0f3 HTTP/1.1" status: 200  len: 868 time: 0.6453633
Apr 05 16:33:45.514178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97526c8f-8fa6-4840-b334-eee0aad398d5 None None] Network 81cce05b-b6ac-41ea-a855-1a3a07b98ae2 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:33:45.952677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-7cb93cdb-f872-4d64-bc24-428b63f53725 None None] Provisioning complete for port a87033af-a2e4-4aa7-b4e6-c6590af28482 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:33:45.953724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7cb93cdb-f872-4d64-bc24-428b63f53725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:46.105436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-7cb93cdb-f872-4d64-bc24-428b63f53725 None None] Provisioning complete for port 8e8c4677-64f3-4fde-9dda-64c78805d41b triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:33:46.105842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7cb93cdb-f872-4d64-bc24-428b63f53725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:33:48.003424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59770) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:33:48.190320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0f52f-728e-498a-a992-ec8a16711a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:48.190756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d0f52f-728e-498a-a992-ec8a16711a21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:48.192492 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-45d0f52f-728e-498a-a992-ec8a16711a21 admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1872780
Apr 05 16:33:50.687878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59780) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:33:50.873026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0236153-cd4f-41e5-b8e1-f941bede1c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:50.873467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0236153-cd4f-41e5-b8e1-f941bede1c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:50.875072 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d0236153-cd4f-41e5-b8e1-f941bede1c0e admin admin] 10.222.0.38 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1860828
Apr 05 16:33:53.369922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59790) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:33:53.554799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0df4e-cb0c-4f80-8ef8-3c8c52eaa115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:53.556281 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c2f0df4e-cb0c-4f80-8ef8-3c8c52eaa115 admin admin] 10.222.0.38 "GET /v2.0/networks/81cce05b-b6ac-41ea-a855-1a3a07b98ae2 HTTP/1.1" status: 200  len: 869 time: 0.1853056
Apr 05 16:33:56.157767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59800) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:33:56.342034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af83703-1515-4790-89b0-d8ee917059d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:56.343411 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3af83703-1515-4790-89b0-d8ee917059d3 admin admin] 10.222.0.38 "GET /v2.0/networks/cf184575-38ee-4c92-a38a-ccc2507e4954 HTTP/1.1" status: 200  len: 886 time: 0.1846361
Apr 05 16:33:58.824505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59810) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:33:58.942038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d86930-e248-43c7-a574-959a1c1eb5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:58.942544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d86930-e248-43c7-a574-959a1c1eb5d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:33:58.944154 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-66d86930-e248-43c7-a574-959a1c1eb5d1 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1186042
Apr 05 16:34:01.415218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59820) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:34:01.530518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d4dfa-7194-441f-8d43-be4aa154d468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:01.531028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7d4dfa-7194-441f-8d43-be4aa154d468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:01.532683 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-bc7d4dfa-7194-441f-8d43-be4aa154d468 admin admin] 10.222.0.38 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1164348
Apr 05 16:34:04.022990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59830) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:34:04.138518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8123de9b-9f1f-48c1-9898-2ffda12fd707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:04.139969 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8123de9b-9f1f-48c1-9898-2ffda12fd707 admin admin] 10.222.0.38 "GET /v2.0/subnets/e845e68a-0314-4a35-8978-37239556d0f3 HTTP/1.1" status: 200  len: 868 time: 0.1159379
Apr 05 16:34:05.110684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7987fe7b-55c2-4d1c-b940-1e967ca50608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:06.569301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:06.628810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59840) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:34:06.743627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360beae7-dff2-460b-b4d1-76163ad907c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:06.745095 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-360beae7-dff2-460b-b4d1-76163ad907c4 admin admin] 10.222.0.38 "GET /v2.0/subnets/fdf68ff8-3bdf-4dfa-9258-8c6032018925 HTTP/1.1" status: 200  len: 816 time: 0.1152258
Apr 05 16:34:07.607380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2ce4ea1c-62ce-4b9e-9e39-d659dcd4494e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:07.696803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:09.178524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:09.308808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:34:33.297044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59884) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:34:33.348786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [None req-9d5c0733-6821-4318-87eb-e04955e99e93 admin admin] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:34:33.349841 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9d5c0733-6821-4318-87eb-e04955e99e93 admin admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0517466
Apr 05 16:34:35.112668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-45fccb83-1d9b-4ced-b9e9-bece68339176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:35.958548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59894) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:34:36.033039 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.pecan_wsgi.hooks.translation [None req-806d981c-f230-482b-b775-a2d4ed1a9ef7 admin admin] GET failed (client error): The resource could not be found.
Apr 05 16:34:36.035200 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-806d981c-f230-482b-b775-a2d4ed1a9ef7 admin admin] 10.222.0.38 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0755765
Apr 05 16:34:36.170165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05a48a1-fa11-4ef3-afed-665a9b3b2a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:36.171662 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f05a48a1-fa11-4ef3-afed-665a9b3b2a74 admin admin] 10.222.0.38 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1321373
Apr 05 16:34:36.571907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:37.609111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cd1f6477-9210-4a26-95c5-1f307358a2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:37.698174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:38.678556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59904) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:34:38.729838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:34:38.735356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:34:38.745387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:34:38.754181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Made reservation on behalf of 73d4409266e144f6ba060f9d4ab098b6 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:34:38.758748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:38.852195 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.services.revisions.revision_plugin [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f36ccc0fcf8] {project_id='73d4409266e144f6ba060f9d4ab098b6', id='20dadf25-6629-4b9b-b5a9-a27d3b44b274', target_tenant='*', action='access_as_shared', object_id='112b592f-9c53-460e-a7fb-4a1e778bca9a'}> to bump revision.
Apr 05 16:34:38.864866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:34:38.873876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:38.874255 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Added segment caecc76d-e1d5-4574-b793-9507d11d236a of type vlan for network 112b592f-9c53-460e-a7fb-4a1e778bca9a
Apr 05 16:34:38.906463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:38.936438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:38.937809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:38.938476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:38.943875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:34:39.046064 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3663285
Apr 05 16:34:39.048924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Pushing event updated for resources: {'Network': ['ID=112b592f-9c53-460e-a7fb-4a1e778bca9a,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:34:39.057094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.057484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.057851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.058211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.058566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.058936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.059288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.059640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.060034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.060388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.060739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.061082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:39.065055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:34:39.073936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 112b592f-9c53-460e-a7fb-4a1e778bca9a details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:34:39.204195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:41.576238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59914) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:34:41.651546 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.pecan_wsgi.hooks.translation [None req-60e2eda9-64ff-492f-b944-b3a801570994 admin admin] GET failed (client error): The resource could not be found.
Apr 05 16:34:41.652161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-60e2eda9-64ff-492f-b944-b3a801570994 admin admin] Synchronizing usage tracker for tenant:73d4409266e144f6ba060f9d4ab098b6 on resource:network {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:34:41.666786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-60e2eda9-64ff-492f-b944-b3a801570994 admin admin] Unset dirty status for tenant:73d4409266e144f6ba060f9d4ab098b6 on resource:network {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:34:41.668002 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-60e2eda9-64ff-492f-b944-b3a801570994 admin admin] 10.222.0.38 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0906980
Apr 05 16:34:41.782219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d732d5-2026-463f-be77-bb104b0ed278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:41.783676 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-22d732d5-2026-463f-be77-bb104b0ed278 admin admin] 10.222.0.38 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1113091
Apr 05 16:34:41.794551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:34:41.799659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:34:41.803649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Usage tracker for resource:subnet and tenant:73d4409266e144f6ba060f9d4ab098b6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:34:41.806562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:34:41.812479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:34:41.821942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Made reservation on behalf of 73d4409266e144f6ba060f9d4ab098b6 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:34:41.826436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Notify callbacks [] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:42.219229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:42.234160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1c394f06-14a0-4fcb-a90a-4bb0f8744936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:34:42.535153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8a6776-bf9a-4019-8bbc-879b555295a9,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:34:42.538051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:34:42.597034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Checking segment: {'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:34:42.597556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Network hostable DHCP agents. Network: 112b592f-9c53-460e-a7fb-4a1e778bca9a, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:34:42.615306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Network 112b592f-9c53-460e-a7fb-4a1e778bca9a is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:34:42.623537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 112b592f-9c53-460e-a7fb-4a1e778bca9a) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:34:42.627866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:34:42.628471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:42.634237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a61a2c5-a884-49c1-a546-12743aa86e1d None None] Network 112b592f-9c53-460e-a7fb-4a1e778bca9a requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:34:42.648412 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8575070
Apr 05 16:34:42.875284 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-112b592f-9c53-460e-a7fb-4a1e778bca9a', 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a', 'tenant_id': '73d4409266e144f6ba060f9d4ab098b6', 'fixed_ips': [{'subnet_id': 'ba8a6776-bf9a-4019-8bbc-879b555295a9'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:34:42.876220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:43.048429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Allocated IP 192.168.233.2 (112b592f-9c53-460e-a7fb-4a1e778bca9a/ba8a6776-bf9a-4019-8bbc-879b555295a9/6d77286a-f5f2-41bf-adb8-a34b94dab37a) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:34:43.273872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:43.286049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Transition to ACTIVE for port object 6d77286a-f5f2-41bf-adb8-a34b94dab37a will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:34:43.305753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Transition to ACTIVE for port object 6d77286a-f5f2-41bf-adb8-a34b94dab37a will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:34:43.310431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:43.326250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:34:43.468744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Pushing event updated for resources: {'Port': ['ID=6d77286a-f5f2-41bf-adb8-a34b94dab37a,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:34:43.479339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.479722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.480126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.480493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.480859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.481222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.481580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.481938 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.482314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.482671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.483028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.483383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:34:43.489289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:34:43.529994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Network 112b592f-9c53-460e-a7fb-4a1e778bca9a is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:34:43.531194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:34:43.534125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:34:43.630988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Attempting to bind port 6d77286a-f5f2-41bf-adb8-a34b94dab37a on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:34:43.631521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Attempting to bind port 6d77286a-f5f2-41bf-adb8-a34b94dab37a by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:34:43.631761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Attempting to bind port 6d77286a-f5f2-41bf-adb8-a34b94dab37a on network 112b592f-9c53-460e-a7fb-4a1e778bca9a {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:34:43.637503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:34:43.637913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Checking segment: {'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:34:43.638353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:43.638782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Bound using segment: {'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:34:43.639321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Bound port: 6d77286a-f5f2-41bf-adb8-a34b94dab37a, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:34:43.639728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:43.736410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] For port 6d77286a-f5f2-41bf-adb8-a34b94dab37a, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:34:43.740167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] For port 6d77286a-f5f2-41bf-adb8-a34b94dab37a, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=6d77286a-f5f2-41bf-adb8-a34b94dab37a,segment=NetworkSegment(caecc76d-e1d5-4574-b793-9507d11d236a),segment_id=caecc76d-e1d5-4574-b793-9507d11d236a)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:34:43.743340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:43.759903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:34:44.066133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Pushing event updated for resources: {'Port': ['ID=6d77286a-f5f2-41bf-adb8-a34b94dab37a,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:34:44.070802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:34:45.310397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482935e7-af11-4a09-8d68-29e4bf5d9cee None None] Network 112b592f-9c53-460e-a7fb-4a1e778bca9a requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:34:45.402038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 6d77286a-f5f2-41bf-adb8-a34b94dab37a up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:34:45.510668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-a91ba5fc-9b9c-442c-a756-7ad861400b4a None None] Provisioning for port 6d77286a-f5f2-41bf-adb8-a34b94dab37a completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:34:45.557946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 6d77286a-f5f2-41bf-adb8-a34b94dab37a completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:34:45.569609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 6d77286a-f5f2-41bf-adb8-a34b94dab37a triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:34:45.570014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:45.761174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:45.795341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 6d77286a-f5f2-41bf-adb8-a34b94dab37a, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=6d77286a-f5f2-41bf-adb8-a34b94dab37a,segment=NetworkSegment(caecc76d-e1d5-4574-b793-9507d11d236a),segment_id=caecc76d-e1d5-4574-b793-9507d11d236a)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:34:45.801021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:45.803246 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:34:45.878713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=6d77286a-f5f2-41bf-adb8-a34b94dab37a,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:34:45.881954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:34:45.943670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-386c65a4-dbaa-4dab-aa29-55e1d78657ba None None] Provisioning complete for port 6d77286a-f5f2-41bf-adb8-a34b94dab37a triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:34:45.944129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-386c65a4-dbaa-4dab-aa29-55e1d78657ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:34:46.309316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:34:47.327166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 6d77286a-f5f2-41bf-adb8-a34b94dab37a up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:34:47.399486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 6d77286a-f5f2-41bf-adb8-a34b94dab37a triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:34:47.399897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:05.116419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fee2df3b-51f5-4833-8f6c-a52695db4fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:06.573547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:07.611259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-efde3b9f-a7d7-40e3-884f-9d831150cfa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:07.701444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:09.188677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:23.307495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:35:35.117754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d34d701-e551-4b24-9b49-f3c1487ae8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:36.576235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:37.615025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2973d9bf-2046-4980-924f-da62febcecff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:37.706236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:35:39.188157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:00.307462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:36:00.430821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59966) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:36:00.437341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [None req-42dae424-a1d8-49b0-bd40-9d3fe41d1f77 tempest-verify_tempest_config-1390613430 tempest-verify_tempest_config-1390613430-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:36:00.438326 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-42dae424-a1d8-49b0-bd40-9d3fe41d1f77 tempest-verify_tempest_config-1390613430 tempest-verify_tempest_config-1390613430-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0064695
Apr 05 16:36:00.750006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 59984) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:36:00.872744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:00.888501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:36:00.893028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Usage tracker for resource:security_group_rule and tenant:95facec644a74cb8a5ff7d2e6784110f is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:36:00.895897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:36:00.901792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:36:00.987518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:00.990159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:00.999043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:36:01.040407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=95facec644a74cb8a5ff7d2e6784110f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2892003
Apr 05 16:36:01.042001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49ae76c2-f632-47a7-824b-6175db460d5d,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:36:01.043243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 59990) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:36:01.049404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.049780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.050151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.050513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.050879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.051254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.051612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.051984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.052358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.052814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.053043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.053391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.057410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:36:01.108340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:01.135791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:01.188435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:01.194389 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:36:01.207590 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ae76c2-f632-47a7-824b-6175db460d5d,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:36:01.215089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:01.216285 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/49ae76c2-f632-47a7-824b-6175db460d5d HTTP/1.1" status: 204  len: 168 time: 0.1719792
Apr 05 16:36:01.217675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.218059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.218421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.218777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.219132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.219496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.219848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.220233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.220590 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.220935 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.221287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.221672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:36:01.225953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:36:05.119559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5471bc05-fdb3-4901-b493-644050ab7b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:06.578815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:07.615811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84cc51ba-176f-40dc-a59d-9ce9b6937bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:07.707022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:09.197835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:35.119843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ea0b6998-bfa6-4cdb-9248-fc4f83863638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:36.582105 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:37.306802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:36:37.616398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3d7d053d-316f-4fe0-afb7-d702f08413a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:37.709097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:36:39.200943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:05.121267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7e44c74d-c800-4ad5-9f13-073dc9403904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:06.583020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:07.617680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ab7d879c-f7e7-4b83-b491-0fbbc8a28468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:07.711879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:09.204626 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:14.306509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 5 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:37:35.123554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa1c7805-38e3-47b9-bef8-76f31f052148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:36.584538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:37.618209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4b866531-1a44-4e65-b8fa-6ceda01b5600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:37.688068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874'] for agent, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:37.715060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:39.208683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:37:51.306841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:37:53.649990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60062) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:37:53.772111 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-db6b583c-7f90-4360-89bf-bb07f3e793b8 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1208971
Apr 05 16:37:56.264506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60072) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:37:56.323276 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9b2332c2-9e59-4bf9-b5d5-2dcb77bd78a5 admin admin] 10.222.0.38 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0576277
Apr 05 16:38:05.124722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cdd550a0-db3b-4abe-abeb-be3ead5fcfeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:06.585842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:07.619134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e893bcb1-8ff9-496c-a26c-c1287c650fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:07.650415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:07.718471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:09.213285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:28.306833 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:38:35.126947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e9d24ae5-dc2e-4730-b67b-fdadb02aed18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:36.588997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:37.620405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ad5e6456-1c2c-4013-89de-2eed2522a6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:37.670684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:37.720101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:38:39.220986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:05.128296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-457878fc-c3c2-4264-9587-2ff0e92fce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:05.306307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:39:06.588089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:07.622019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72fe01f1-9603-4292-9f20-cf33e401924f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:07.669949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:07.723799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:09.225379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.171816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60218) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:33.543156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1642997107-network', 'tenant_id': 'ec43bb1467764c7da2f82f303e6ce135'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:33.554067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:33.558574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Usage tracker for resource:network and tenant:ec43bb1467764c7da2f82f303e6ce135 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:33.562264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:33.572080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:33.581784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Made reservation on behalf of ec43bb1467764c7da2f82f303e6ce135 for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:33.586714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.600637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.616370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:33.622392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Usage tracker for resource:security_group_rule and tenant:ec43bb1467764c7da2f82f303e6ce135 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:33.631056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:33.645317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:33.737773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.744473 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.749825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ed880efd-4100-4f16-b42c-8d8a09f9be91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:33.777724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:39:33.790606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c780cad4-624e-4606-9287-4cc23f8e5a3b,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:33.801134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.801514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.801885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.802249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.802609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.803013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.803295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.803648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.804055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.804413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.804769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.805114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Tracked resource versions report:
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     HyperV agent@hv-cinder-77459: {},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:39:33.806232 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84352) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:39:33.813387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.813861 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Added segment 70b15727-48c3-4e96-8c00-e581977ac6d6 of type vlan for network 581d9cbf-e1ba-498d-b78c-55fca3be9215
Apr 05 16:39:33.815475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:33.844483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.875738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.877122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:33.878066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:33.883640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:33.984975 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.8119347
Apr 05 16:39:33.988011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60270) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:33.998161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Request body: {'subnet': {'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1642997107-subnet', 'tenant_id': 'ec43bb1467764c7da2f82f303e6ce135', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:33.998294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Pushing event updated for resources: {'Network': ['ID=581d9cbf-e1ba-498d-b78c-55fca3be9215,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:34.007442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:34.008960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:34.014109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Usage tracker for resource:subnet and tenant:ec43bb1467764c7da2f82f303e6ce135 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:34.017961 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:34.024324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:34.025242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 581d9cbf-e1ba-498d-b78c-55fca3be9215 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:39:34.038117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Made reservation on behalf of ec43bb1467764c7da2f82f303e6ce135 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:34.050495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:34.491994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:34.510431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ed045b3e-addb-42c7-87a1-bc61b0e9d0de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:34.661498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=837b0261-fc3f-4323-8787-ba722ff597aa,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:34.677012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.677394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.677935 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.678543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.679063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.679591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.680798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.681168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.681537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.681884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.682599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.682967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Tracked resource versions report:
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     HyperV agent@hv-cinder-77459: {},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:39:34.684127 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84353) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:39:34.688010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:34.722488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60298) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:34.745758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Checking segment: {'id': '70b15727-48c3-4e96-8c00-e581977ac6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:34.745981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Network hostable DHCP agents. Network: 581d9cbf-e1ba-498d-b78c-55fca3be9215, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:39:34.758623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60304) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:34.767825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Network 581d9cbf-e1ba-498d-b78c-55fca3be9215 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:39:34.777878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 581d9cbf-e1ba-498d-b78c-55fca3be9215) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:34.782531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:34.783387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:34.788814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2774e111-b361-44e7-bb34-d84e4c611334 None None] Network 581d9cbf-e1ba-498d-b78c-55fca3be9215 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:34.805389 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60310) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:34.806283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60314) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:34.821666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.8321927
Apr 05 16:39:35.036492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-network', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:35.054850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.059509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Usage tracker for resource:network and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.063431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.073971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.081689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e008d8cf-da59-4770-b5fd-afacba316d6f None None] Network 581d9cbf-e1ba-498d-b78c-55fca3be9215 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:35.090408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-101859513-network', 'tenant_id': 'f8fad649324a40268dc16b9af4236811'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:35.110338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.121831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Usage tracker for resource:network and tenant:f8fad649324a40268dc16b9af4236811 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.144717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-779778666-network', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:35.149155 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.161440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Made reservation on behalf of e7634d0c1713472490f05bb4996e3a6b for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:35.167440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.168679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1400045060-network', 'tenant_id': '28a43060ef084153b061f02e088839c9'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:35.174646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.179742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.188269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Usage tracker for resource:network and tenant:28a43060ef084153b061f02e088839c9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.192388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.192768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.195801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.205315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70e3e39d-3c24-4073-9e40-8a385c75fc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.206495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.224282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Made reservation on behalf of 28a43060ef084153b061f02e088839c9 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:35.230139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.231325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Usage tracker for resource:network and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.240393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.243990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.247794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Made reservation on behalf of f8fad649324a40268dc16b9af4236811 for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:35.251474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.255817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.268517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.272950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Usage tracker for resource:security_group_rule and tenant:28a43060ef084153b061f02e088839c9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.275245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Usage tracker for resource:security_group_rule and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.278290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.282198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.287562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.293148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.299083 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.307428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.327668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Made reservation on behalf of 376d29bc7ba847838e9cc38387adc1f9 for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:35.333643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.350545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.379676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.393728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Usage tracker for resource:security_group_rule and tenant:f8fad649324a40268dc16b9af4236811 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.404478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.419516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.422428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.432719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Usage tracker for resource:security_group_rule and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.438114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.441231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.442785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.461082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:39:35.463285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.471900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:35.511582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452ca5f9-5805-4688-8afc-ba4af05440a5,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:35.515580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.516177 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Added segment 038a1883-38cb-4b90-b187-abca3008c3c7 of type vlan for network 8e92fecf-130f-495e-af35-9e61575a914e
Apr 05 16:39:35.517950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:35.555197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.589898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.591536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:35.592234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.615680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.634869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1296a524-d5dc-4e80-aa6c-237a4cb31deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:35.636309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.667396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:35.674820 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.8667924
Apr 05 16:39:35.679434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60346) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:35.690548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.698311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Request body: {'subnet': {'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1400045060-subnet', 'tenant_id': '28a43060ef084153b061f02e088839c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:35.717331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.719920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:39:35.756335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Pushing event updated for resources: {'Network': ['ID=8e92fecf-130f-495e-af35-9e61575a914e,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:35.769629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:35.770460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 8e92fecf-130f-495e-af35-9e61575a914e details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:39:35.778239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:35.780916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.781288 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Added segment b10ee6ff-a984-4dfa-94f2-57475fba79ef of type vlan for network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755
Apr 05 16:39:35.783531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.792362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Usage tracker for resource:subnet and tenant:28a43060ef084153b061f02e088839c9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:35.801938 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:35.804718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.805491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987719f9-66ec-45b6-906b-aa1a6f0b4730,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:35.808847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:35.809820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:39:35.815767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:35.823628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:35.866453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.866844 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Added segment c444fd01-0ddb-45e4-af5d-d98bc8e8bca3 of type vlan for network f4ad239f-6ae0-4f56-bef8-fe62df70c145
Apr 05 16:39:35.891676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:39:35.894840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.902907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Made reservation on behalf of 28a43060ef084153b061f02e088839c9 for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:35.908172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Notify callbacks [] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.960113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:35.985950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:35.986347 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Added segment e5dfeb7b-3d01-4068-8ef7-619f1be7daa6 of type vlan for network 28236f16-48a4-4743-9e8d-1ab8312f2f31
Apr 05 16:39:35.988699 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.093408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.resource_extend [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 05 16:39:36.125058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8478bc-0212-4a95-9399-10bf9b87844d,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:36.145579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:36.153808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:36.154112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:36.172022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.173801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.182427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:36.183048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.193135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-289bc491-a58a-4f21-9961-a9dce9d79217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:36.216180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.244198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:36.244840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.352207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Pushing event updated for resources: {'Network': ['ID=511b9aa5-e2e5-4c6a-a230-f4cf159d0755,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:36.363186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:36.366483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:39:36.375266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c8d4cef1-bb39-4d45-9323-94561531de7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:36.398482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.522177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:36.522815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.560713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60384) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:36.560934 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 1.7567437
Apr 05 16:39:36.567984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Request body: {'subnet': {'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-779778666-subnet', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:36.578521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:36.589393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Usage tracker for resource:subnet and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:36.597268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:36.602438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.613913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:36.633791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Made reservation on behalf of 376d29bc7ba847838e9cc38387adc1f9 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:36.648425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:36.650524 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 1.8903875
Apr 05 16:39:36.658719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60390) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:36.661607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Pushing event updated for resources: {'Network': ['ID=f4ad239f-6ae0-4f56-bef8-fe62df70c145,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:36.673160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:39:36.678083 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:36.682582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Request body: {'subnet': {'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-subnet', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:36.959053 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.2354214
Apr 05 16:39:36.960433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:36.962390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60404) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:36.971360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Request body: {'subnet': {'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-subnet', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:36.980096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:36.989835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Usage tracker for resource:subnet and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:36.994497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:36.996731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:37.034529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Usage tracker for resource:subnet and tenant:f8fad649324a40268dc16b9af4236811 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:37.035676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:37.064164 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Made reservation on behalf of e7634d0c1713472490f05bb4996e3a6b for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:37.068740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:37.095575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:37.228521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:37.255754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Pushing event updated for resources: {'Network': ['ID=28236f16-48a4-4743-9e8d-1ab8312f2f31,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:37.258854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Made reservation on behalf of f8fad649324a40268dc16b9af4236811 for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:37.265034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:37.271530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:39:37.303814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:37.382240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60434) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:37.416993 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 05 16:39:37.731662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-67aeac1d-f913-429f-a4bf-af6482b91205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:37.737164 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:37.738617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:37.815821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:37.841339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b357cd94-28d6-40b1-89b0-beaf1d0527df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:38.017956 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb89e615-a962-4952-aea9-373ca76e54d9,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:38.023097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:38.051589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60462) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:38.070720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553853a1-d71f-403e-bc91-eda7c046481e req-c5417532-3b84-4f2f-89b9-ceaf6e1ff97b tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:38.072349 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-c5417532-3b84-4f2f-89b9-ceaf6e1ff97b tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/networks?id=581d9cbf-e1ba-498d-b78c-55fca3be9215 HTTP/1.1" status: 200  len: 812 time: 0.6788778
Apr 05 16:39:38.118926 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-d29c3d36-84ab-46c8-9ddc-16c2dd42ba66 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/quotas/ec43bb1467764c7da2f82f303e6ce135 HTTP/1.1" status: 200  len: 375 time: 0.0239120
Apr 05 16:39:38.161507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Checking segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:38.161893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Network hostable DHCP agents. Network: 8e92fecf-130f-495e-af35-9e61575a914e, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:39:38.193800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Network 8e92fecf-130f-495e-af35-9e61575a914e is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:39:38.240920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 8e92fecf-130f-495e-af35-9e61575a914e) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:38.248308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:38.248604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.252568 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95a8d24-7861-4ad6-accc-77c74ef02eeb None None] Network 8e92fecf-130f-495e-af35-9e61575a914e requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:38.269518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.274836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-14406d30-cf2b-4d08-8739-6b038993c66c tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=ec43bb1467764c7da2f82f303e6ce135&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1223445
Apr 05 16:39:38.287175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:38.299719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.317269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.318128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.330240 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.6427073
Apr 05 16:39:38.338123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:38.386111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:38.420323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Usage tracker for resource:security_group_rule and tenant:484c54ac1d204affa2dffee34578e7c9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:38.434634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5581905b-30d7-47d7-b949-faab52f9a70d,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:38.439533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:38.527410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Checking segment: {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:38.527828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Network hostable DHCP agents. Network: f4ad239f-6ae0-4f56-bef8-fe62df70c145, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:39:38.550226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:39:38.568205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, f4ad239f-6ae0-4f56-bef8-fe62df70c145) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:38.572718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:38.573367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.592300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dc2222-8244-45f3-acfe-2877c6e35afe None None] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:38.595038 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-caa83067-c41b-45d4-9427-15ef49b6a358 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 1.9306600
Apr 05 16:39:38.597864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60478) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:38.603758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:38.612028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:38.615103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b93407a-cb6d-4dee-82a6-c23042aaa44c None None] Network 8e92fecf-130f-495e-af35-9e61575a914e requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:38.617470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Usage tracker for resource:router and tenant:f8fad649324a40268dc16b9af4236811 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:38.621937 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:38.631004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:38.644619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.645976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.664911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:38.676153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:38.699198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:38.839642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-9d632964-e5fb-4bb7-ba3c-16866e5fca69 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:39:38.847504 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-9d632964-e5fb-4bb7-ba3c-16866e5fca69 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1680815
Apr 05 16:39:38.883448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9083520b-c467-4871-958b-4a787a767cb6,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:39.037646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.045408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60508) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:39.055096 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Apr 05 16:39:39.128061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112800fd-341b-47d4-84e6-889876cf80f2 None None] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:39.160397 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-ec0b6569-0a1d-4420-bb85-a85bd4b34a20 service neutron] 10.222.0.38 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3117416
Apr 05 16:39:39.261943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4867f237-ec21-4f52-82c5-7950a56088ab,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:39.282482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.335964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:39.344372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.932s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:39.344893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:39.353388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a26e33ca-63e1-4b35-bfa1-356e2976882c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:39.355590 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a26e33ca-63e1-4b35-bfa1-356e2976882c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.3038504
Apr 05 16:39:39.410205 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-22649438-c8fc-40f5-a47f-2a69c6e5c901 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/quotas/28a43060ef084153b061f02e088839c9 HTTP/1.1" status: 200  len: 375 time: 0.0234714
Apr 05 16:39:39.455513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Checking segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:39.455915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Network hostable DHCP agents. Network: 28236f16-48a4-4743-9e8d-1ab8312f2f31, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:39:39.492940 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-4864cac2-4346-4a7a-baa0-9b7c9a1badd1 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0636628
Apr 05 16:39:39.529467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-ee82f367-c1ab-48cf-863d-a99b3e990193 service neutron] 10.222.0.38 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3680661
Apr 05 16:39:39.535983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.550567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.569250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Checking segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:39.570027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Network hostable DHCP agents. Network: 511b9aa5-e2e5-4c6a-a230-f4cf159d0755, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:39:39.620648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:39.632862 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=484c54ac1d204affa2dffee34578e7c9&name=default HTTP/1.1" status: 200  len: 2975 time: 1.5785208
Apr 05 16:39:39.639690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60526) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:39.643622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:39:39.685970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 28236f16-48a4-4743-9e8d-1ab8312f2f31) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:39.695710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d2aaa-1766-44e1-819d-68b2e911675c None None] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:39.727866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a908efdc-5d62-43c8-9cf3-2ffbf8bbbcb9,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:39.743887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:39.744779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.757851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:39:39.770128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 511b9aa5-e2e5-4c6a-a230-f4cf159d0755) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:39.797952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:39.798992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.829112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.840770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:39.865073 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-26200d98-9922-4d01-a12d-c67d34ef35cf admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 3.3028831
Apr 05 16:39:39.869223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60544) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:39.907583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:39.911654 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 2.9482090
Apr 05 16:39:39.915129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60550) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:39.925394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:39.931639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:39.932010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:39.944509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Usage tracker for resource:router and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:39.946317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:39.949353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:39.959277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:39.970137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-8c5b508e-cf3e-437e-a6cf-1e1f544f4e01 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:39:39.974446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2d9cc8-52db-4c79-b67c-9a737cfebf8a None None] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:39.977833 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-8c5b508e-cf3e-437e-a6cf-1e1f544f4e01 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1945472
Apr 05 16:39:40.034406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.038874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Usage tracker for resource:router and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:40.066001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:40.080480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:40.092410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.098081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.102281 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.103581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.114936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:40.130971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.136074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.163642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-28236f16-48a4-4743-9e8d-1ab8312f2f31', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:39:40.164582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.205651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a908efdc-5d62-43c8-9cf3-2ffbf8bbbcb9,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:40.222820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:40.223717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.227621 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a908efdc-5d62-43c8-9cf3-2ffbf8bbbcb9 HTTP/1.1" status: 204  len: 168 time: 0.5830283
Apr 05 16:39:40.239852 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6ac029c-8fe8-490e-ba48-39c60a7936f3 req-beb96300-b545-4de5-b9d0-956d7f802c0e tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.0864789
Apr 05 16:39:40.252563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.263291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.319964 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-c7f057ee-a8bf-420e-adee-7dd7a6641c88 service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3411736
Apr 05 16:39:40.426624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Allocated IP 172.20.0.2 (28236f16-48a4-4743-9e8d-1ab8312f2f31/9083520b-c467-4871-958b-4a787a767cb6/98982c92-281f-48f7-9bb9-dc338075115c) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:40.669561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.680919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Transition to ACTIVE for port object 98982c92-281f-48f7-9bb9-dc338075115c will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:40.700975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Transition to ACTIVE for port object 98982c92-281f-48f7-9bb9-dc338075115c will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:40.746159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:40.850027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:40.854745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Allocated IP 172.27.1.15 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/3891b80c-4b5c-4185-8621-9fd4f730eed7) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:40.939887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60584) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:41.011296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.023999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.051358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:41.056423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac9ace588e14315a247e2a7174c5f16 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:41.060241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:41.072319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:41.083093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Pushing event updated for resources: {'Port': ['ID=98982c92-281f-48f7-9bb9-dc338075115c,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:41.114653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.115289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.115814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.116369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.116883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.120274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.120692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.121071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.121456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.121793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.129985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.130527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Tracked resource versions report:
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     HyperV agent@hv-cinder-77459: {},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:39:41.131873 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84354) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:39:41.189298 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-98c2c880-7388-4642-96c4-be3ca10ec1d1 service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8339508
Apr 05 16:39:41.195057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:39:41.196275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.208211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:41.271516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.278086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.284117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.299202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:41.333207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4c4d40-2f53-4f36-bfbc-ac0160854efe,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:41.380244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:41.478742 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bc486f0-05da-48de-9c4b-d7277bd1b3a8 req-36f772cd-2a16-40c7-81cc-6ca1073a2540 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.0908029
Apr 05 16:39:41.521962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.528024 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ac9ace588e14315a247e2a7174c5f16&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5844662
Apr 05 16:39:41.528621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60614) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:41.607566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:41.610850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:41.659303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.669587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:41.719406 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4abe6c4c-1de6-4f65-b265-a447d0b5272a req-61952764-b0fc-4ffb-ad99-b160a9448842 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.0841632
Apr 05 16:39:41.819217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.840243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Allocated IP 172.20.0.2 (511b9aa5-e2e5-4c6a-a230-f4cf159d0755/4867f237-ec21-4f52-82c5-7950a56088ab/50977ada-b4cd-4c94-94b9-38bee3bc8b19) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:41.843343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Attempting to bind port 98982c92-281f-48f7-9bb9-dc338075115c on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:39:41.843760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Attempting to bind port 98982c92-281f-48f7-9bb9-dc338075115c by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:39:41.844195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Attempting to bind port 98982c92-281f-48f7-9bb9-dc338075115c on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:41.849175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.853935 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:39:41.854439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Checking segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:41.854792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.855189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Bound using segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:39:41.855709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Bound port: 98982c92-281f-48f7-9bb9-dc338075115c, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:39:41.856150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:41.859040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:42.105795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] For port 98982c92-281f-48f7-9bb9-dc338075115c, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:39:42.120629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] For port 98982c92-281f-48f7-9bb9-dc338075115c, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=98982c92-281f-48f7-9bb9-dc338075115c,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:39:42.130960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.161467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:42.229430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.264673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.294945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Pushing event updated for resources: {'Port': ['ID=3891b80c-4b5c-4185-8621-9fd4f730eed7,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:42.304352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:42.305803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.307490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:39:42.357542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.366821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Pushing event updated for resources: {'Port': ['ID=98982c92-281f-48f7-9bb9-dc338075115c,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:42.375871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:42.404042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.409496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.416401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Transition to ACTIVE for port object 50977ada-b4cd-4c94-94b9-38bee3bc8b19 will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:42.425321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:42.441434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:42.441652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Transition to ACTIVE for port object 50977ada-b4cd-4c94-94b9-38bee3bc8b19 will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:42.450697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:42.459607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:42.476933 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Allocated IP 172.27.1.50 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/7c336045-becd-465a-a58e-92204a171e67) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:42.566927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.600287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4c4d40-2f53-4f36-bfbc-ac0160854efe,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:42.619017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:42.662971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.696215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.696722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:42.705576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:42.706712 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/da4c4d40-2f53-4f36-bfbc-ac0160854efe HTTP/1.1" status: 204  len: 168 time: 1.1760437
Apr 05 16:39:42.718621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-79dbd4e6-06bf-48b9-ab09-2917ceb0a49e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:42.805721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Pushing event updated for resources: {'Port': ['ID=50977ada-b4cd-4c94-94b9-38bee3bc8b19,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:42.809187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:42.889205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:42.890587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:42.899611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:42.969512 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a4e72c0-bb66-4d98-9a56-bf0bf6ecb9ed req-ca6f7ded-f0f4-4cc3-bc0b-8910526534fe tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.1454961
Apr 05 16:39:43.037888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Attempting to bind port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:39:43.038736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Attempting to bind port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:39:43.039331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Attempting to bind port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:43.041027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Pushing event updated for resources: {'Port': ['ID=7c336045-becd-465a-a58e-92204a171e67,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:43.048698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:39:43.049417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Checking segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:43.050067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.050952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Bound using segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:39:43.053609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:43.059097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Bound port: 50977ada-b4cd-4c94-94b9-38bee3bc8b19, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:39:43.059733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.102897 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c7454572-d6bc-49a3-9619-0f19271a5e0a req-f364109e-ac9b-4000-bd94-bb36eccd3366 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.0720220
Apr 05 16:39:43.105920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Allocated IP 172.27.1.168 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/c20e9daa-ece8-44cd-af77-113e12178a64) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:43.149450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.215117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:43.219248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:43.230856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:43.245711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] For port 50977ada-b4cd-4c94-94b9-38bee3bc8b19, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:39:43.249779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] For port 50977ada-b4cd-4c94-94b9-38bee3bc8b19, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=50977ada-b4cd-4c94-94b9-38bee3bc8b19,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:39:43.253748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.292401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:43.591662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 98982c92-281f-48f7-9bb9-dc338075115c up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:43.643630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Pushing event updated for resources: {'Port': ['ID=50977ada-b4cd-4c94-94b9-38bee3bc8b19,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:43.669495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:43.685900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.698648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 98982c92-281f-48f7-9bb9-dc338075115c completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:43.763552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.832484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.834835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:43.917533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:44.353900 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a16b1908-524b-4501-a41a-519a07ce86d2 req-bf61e2e8-d72f-4f7c-906a-83365bc1f34a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.0788410
Apr 05 16:39:44.420033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:44.488583 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9518c2e0-55ec-446a-91d2-7afae40f3c5d req-3c07bfdc-43cb-4b03-b9d3-6f52bad480f4 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.1224377
Apr 05 16:39:44.522669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c20e9daa-ece8-44cd-af77-113e12178a64,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:44.531895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.614s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:44.550231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:44.553110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:44.559042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc4cdde-f292-41b2-9de4-22d9bbbb699e None None] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:44.565836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:44.729362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Router 01db05f3-d5ae-4e16-9689-e0ada546f56a is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:39:44.735025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Provisioning for port 98982c92-281f-48f7-9bb9-dc338075115c completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:44.748224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Provisioning complete for port 98982c92-281f-48f7-9bb9-dc338075115c triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:44.749391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:44.796403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Router cc7c062b-fd96-4ea6-aadd-82a804325db5 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:39:44.982737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:39:44.997378 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Sync routers for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:39:45.029080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:45.040339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:45.041464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd193320>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:45.080456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:45.082018 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 5.2007210
Apr 05 16:39:45.085228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60720) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:45.224887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] For port 98982c92-281f-48f7-9bb9-dc338075115c, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=98982c92-281f-48f7-9bb9-dc338075115c,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:39:45.237952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:39:45.241727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:45.256313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:45.267097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:45.308031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Sync routers for ids ['cc7c062b-fd96-4ea6-aadd-82a804325db5'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:39:45.404724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Routers {'cc7c062b-fd96-4ea6-aadd-82a804325db5'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:45.405438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd04d470>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['cc7c062b-fd96-4ea6-aadd-82a804325db5'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:45.518282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:39:45.540428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:45.541983 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.9431438
Apr 05 16:39:45.546034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60734) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:45.580214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb448a3-cf6d-4b26-9d95-4ca5277d22b3 None None] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:39:45.800448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 50977ada-b4cd-4c94-94b9-38bee3bc8b19 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:45.833347 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0a960065-26cb-4321-be37-d747e19ced9f req-389ffaad-eefa-41dc-8a8c-244e7c096314 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.1628928
Apr 05 16:39:45.874217 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d54c64a4-6a56-497f-9098-7aec06d75257 req-6c6f6927-c927-4905-9ff5-c8255871e4fb tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.0872002
Apr 05 16:39:46.250403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd193320>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:43Z', 'revision_number': 3, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:46.259091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Checking router: 01db05f3-d5ae-4e16-9689-e0ada546f56a for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:39:46.259866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Updating router 01db05f3-d5ae-4e16-9689-e0ada546f56a port 7c336045-becd-465a-a58e-92204a171e67 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:39:46.282229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Pushing event updated for resources: {'Port': ['ID=98982c92-281f-48f7-9bb9-dc338075115c,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:46.299253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-2998869d-23d7-4d87-a0a1-f2c5e70d857c None None] Provisioning for port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:46.308742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.052s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:46.352288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:46.423198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Set router cc7c062b-fd96-4ea6-aadd-82a804325db5 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:39:46.600383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:46.649458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5d28db4e-a1af-4c47-ae51-5bfc8f4d055b None None] Provisioning complete for port 98982c92-281f-48f7-9bb9-dc338075115c triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:46.649868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5d28db4e-a1af-4c47-ae51-5bfc8f4d055b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:46.708761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:46.760912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:46.815716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:46.816069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:46.902408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:46.917580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Transition to ACTIVE for port object 7c336045-becd-465a-a58e-92204a171e67 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:46.929125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:46.962261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-78cc3f6e-8db1-4590-b0d8-da28ad898c9c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:47.084943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Pushing event updated for resources: {'Port': ['ID=7c336045-becd-465a-a58e-92204a171e67,revision_number=2']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:47.094458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Allocated IP 172.20.0.1 (28236f16-48a4-4743-9e8d-1ab8312f2f31/9083520b-c467-4871-958b-4a787a767cb6/43465c31-1075-45ff-8756-23f834c4aecd) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:47.098622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.099003 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.099648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.100156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.100650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.101010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.101363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.101715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.102089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.102443 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.102819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.103121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Tracked resource versions report:
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]: pushed versions:
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]: {   'AddressGroup': {'1.2'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'ConntrackHelper': {'1.0'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Log': {'1.0'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Network': {'1.1'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Port': {'1.7'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'PortForwarding': {'1.2'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'QosPolicy': {'1.8'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroup': {'1.4'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SecurityGroupRule': {'1.2'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'SubPort': {'1.0'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Subnet': {'1.1'},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     'Trunk': {'1.1'}}
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]: consumer versions:
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]: {   DHCP agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     HyperV agent@hv-cinder-77459: {},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     L3 agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metadata agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     Metering agent@dv-cinder-774594-2-iscsi: {},
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:     Open vSwitch agent@dv-cinder-774594-2-iscsi: {   'AddressGroup': '1.2',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'ConntrackHelper': '1.0',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Log': '1.0',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Network': '1.1',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Port': '1.7',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'PortForwarding': '1.2',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'QosPolicy': '1.8',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroup': '1.4',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SecurityGroupRule': '1.2',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'SubPort': '1.0',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Subnet': '1.1',
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:                                                      'Trunk': '1.1'}}
Apr 05 16:39:47.104384 dv-cinder-774594-2-iscsi neutron-server[84239]:  {{(pid=84355) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Apr 05 16:39:47.116229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:47.162035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.300824 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1811d79b-3d4b-4348-a316-137f04b3e760 req-6da28183-7d22-4ea1-96dd-14420da5972b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.0679533
Apr 05 16:39:47.302459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Attempting to bind port 7c336045-becd-465a-a58e-92204a171e67 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:39:47.302869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Attempting to bind port 7c336045-becd-465a-a58e-92204a171e67 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:39:47.303434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Attempting to bind port 7c336045-becd-465a-a58e-92204a171e67 on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:47.304132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 50977ada-b4cd-4c94-94b9-38bee3bc8b19, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=50977ada-b4cd-4c94-94b9-38bee3bc8b19,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:39:47.311630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:39:47.311630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:47.312210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.312726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:39:47.313239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Bound port: 7c336045-becd-465a-a58e-92204a171e67, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:39:47.323186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.355102 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6049836d-67b0-4cf1-817f-aa604fe77b96 req-e996bd97-d4b2-4c1b-b477-e670220e6d23 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.1831689
Apr 05 16:39:47.399154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.417942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2574346b-aa5d-4890-aa86-407648838127 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:47.440797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:39:47.447580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.514085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Transition to ACTIVE for port object 43465c31-1075-45ff-8756-23f834c4aecd will not be triggered until provisioned by entity DHCP. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:47.519743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] For port 7c336045-becd-465a-a58e-92204a171e67, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:39:47.531172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 98982c92-281f-48f7-9bb9-dc338075115c up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:47.531653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] For port 7c336045-becd-465a-a58e-92204a171e67, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7c336045-becd-465a-a58e-92204a171e67,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:39:47.547530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.578890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.607217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:47.679978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 98982c92-281f-48f7-9bb9-dc338075115c triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:47.680403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.726315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Pushing event updated for resources: {'Port': ['ID=43465c31-1075-45ff-8756-23f834c4aecd,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:47.739259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:47.768896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:47.818872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.854788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd04d470>, [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:39:42Z', 'revision_number': 3, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port': {'id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:47.861220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:47.862784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd193320>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:47.867785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Checking router: cc7c062b-fd96-4ea6-aadd-82a804325db5 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:39:47.868505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Updating router cc7c062b-fd96-4ea6-aadd-82a804325db5 port 3891b80c-4b5c-4185-8621-9fd4f730eed7 binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:39:47.910148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:47.911290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:47.911526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:39:47.913902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:47.914611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.937110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:47.941086 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 8.0222700
Apr 05 16:39:47.944659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60778) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:47.955347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-c00e1ed5-a889-46de-82a0-19bfe233631d None None] Provisioning complete for port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:47.956021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c00e1ed5-a889-46de-82a0-19bfe233631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.056647 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.120928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:39:48.222902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=50977ada-b4cd-4c94-94b9-38bee3bc8b19,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:48.336200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.603479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Sync routers for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:39:48.666828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.678188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:48.679006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd458358>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:48.708412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.713866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Allocated IP 172.20.0.1 (f4ad239f-6ae0-4f56-bef8-fe62df70c145/5581905b-30d7-47d7-b949-faab52f9a70d/b63a30e2-67a6-4d37-8eba-cd06aa8b11ed) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:48.715318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.717800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.719540 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7b11dd39-50ac-4c02-9cc8-88caa083251f req-30460469-b106-4731-8c54-beb75f3bb71d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.0855145
Apr 05 16:39:48.742997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.325s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:48.750044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Transition to ACTIVE for port object 3891b80c-4b5c-4185-8621-9fd4f730eed7 will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:48.760423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:48.886425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9e043389-0b0b-42fe-aa6d-43b30824764f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:48.916826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:48.920267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:39:48.963339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Pushing event updated for resources: {'Port': ['ID=43465c31-1075-45ff-8756-23f834c4aecd,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:48.966828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:48.969752 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b1df130b-e928-4ba0-92ee-1e4b4da17adf req-3adac77a-4144-411c-850f-3b4e978b6a08 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.3006151
Apr 05 16:39:49.001305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:49.002855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:49.105320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ce9dd-f701-4026-b969-2696d3823fdf None None] Pushing event updated for resources: {'Port': ['ID=3891b80c-4b5c-4185-8621-9fd4f730eed7,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:49.109552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-132ce9dd-f701-4026-b969-2696d3823fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:49.165436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Attempting to bind port 3891b80c-4b5c-4185-8621-9fd4f730eed7 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:39:49.166162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Attempting to bind port 3891b80c-4b5c-4185-8621-9fd4f730eed7 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:39:49.166898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Attempting to bind port 3891b80c-4b5c-4185-8621-9fd4f730eed7 on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:49.176922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:39:49.177620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:49.178377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:49.178971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:39:49.179673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Bound port: 3891b80c-4b5c-4185-8621-9fd4f730eed7, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:39:49.180292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:49.264733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-418b6b17-68c8-432a-a4e2-28b21fecc7ad None None] Provisioning for port 43465c31-1075-45ff-8756-23f834c4aecd completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:49.273662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-418b6b17-68c8-432a-a4e2-28b21fecc7ad None None] Provisioning complete for port 43465c31-1075-45ff-8756-23f834c4aecd triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:49.274286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-418b6b17-68c8-432a-a4e2-28b21fecc7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:49.313700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Pushing event updated for resources: {'Port': ['ID=7c336045-becd-465a-a58e-92204a171e67,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:49.329455 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.561s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:49.353237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd193320>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:43Z', 'revision_number': 3, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:49.354166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-418b6b17-68c8-432a-a4e2-28b21fecc7ad None None] Port 43465c31-1075-45ff-8756-23f834c4aecd cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:39:49.358943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd41c6d-ffca-4245-8709-4982f54ebb67 None None] The sync data for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi is: [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:43Z', 'revision_number': 3, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:39:49.375922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd458358>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:44Z', 'revision_number': 3, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:49.380834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Checking router: e7792b52-e20c-4ef8-9ed6-fe0cb4656945 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:39:49.381336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Updating router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 port c20e9daa-ece8-44cd-af77-113e12178a64 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:39:49.382811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] For port 3891b80c-4b5c-4185-8621-9fd4f730eed7, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:39:49.387308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] For port 3891b80c-4b5c-4185-8621-9fd4f730eed7, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=3891b80c-4b5c-4185-8621-9fd4f730eed7,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:39:49.391340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:49.412408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:49.480706 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:49.527554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Router 01db05f3-d5ae-4e16-9689-e0ada546f56a has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:39:49.718850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 50977ada-b4cd-4c94-94b9-38bee3bc8b19 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:49.807572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:39:49.863100 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] 10.222.0.38 "PUT /v2.0/routers/01db05f3-d5ae-4e16-9689-e0ada546f56a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7764604
Apr 05 16:39:49.887797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-94868d10-eb7d-46ed-a86c-9e2eb1871ba7 None None] Provisioning complete for port 43465c31-1075-45ff-8756-23f834c4aecd triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:49.888376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-94868d10-eb7d-46ed-a86c-9e2eb1871ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:49.959441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:49.989616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-94868d10-eb7d-46ed-a86c-9e2eb1871ba7 None None] Port 43465c31-1075-45ff-8756-23f834c4aecd cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:39:50.005042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:50.005393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.143581 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7df07e7-a798-47b9-9e68-66bb9aa458c1 req-d363421c-eb4b-42cf-b73e-3188c3189ea0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.1400270
Apr 05 16:39:50.196438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.207427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132ce9dd-f701-4026-b969-2696d3823fdf None None] Pushing event updated for resources: {'Port': ['ID=3891b80c-4b5c-4185-8621-9fd4f730eed7,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:50.211837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-132ce9dd-f701-4026-b969-2696d3823fdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:50.259492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.278847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Routers {'cc7c062b-fd96-4ea6-aadd-82a804325db5'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:50.279675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd04d470>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['cc7c062b-fd96-4ea6-aadd-82a804325db5'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:50.287474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Transition to ACTIVE for port object c20e9daa-ece8-44cd-af77-113e12178a64 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:50.300176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.380391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.457965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:50.480358 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-58ba9249-8be9-468c-9674-aa6dbe1d278f req-1c8c5dd6-064f-4ec5-805e-764ae0a18c11 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.1444180
Apr 05 16:39:50.606251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f116a-a935-4838-b3c6-8c71de93fec1 None None] Pushing event updated for resources: {'Port': ['ID=c20e9daa-ece8-44cd-af77-113e12178a64,revision_number=2']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:50.609299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e18f116a-a935-4838-b3c6-8c71de93fec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:50.656696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Attempting to bind port c20e9daa-ece8-44cd-af77-113e12178a64 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:39:50.668793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Attempting to bind port c20e9daa-ece8-44cd-af77-113e12178a64 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:39:50.670529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Attempting to bind port c20e9daa-ece8-44cd-af77-113e12178a64 on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:50.686015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:39:50.692655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:50.693401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.693958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:39:50.694629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Bound port: c20e9daa-ece8-44cd-af77-113e12178a64, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:39:50.696190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.736023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-99a05360-4b9b-400a-85cd-fde94f0f81d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:50.756126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] Set router cc7c062b-fd96-4ea6-aadd-82a804325db5 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:39:50.802999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.35', 49853) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:50.895292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] For port c20e9daa-ece8-44cd-af77-113e12178a64, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:39:50.899101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] For port c20e9daa-ece8-44cd-af77-113e12178a64, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=c20e9daa-ece8-44cd-af77-113e12178a64,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:39:50.907101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:50.937950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:51.100744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Pushing event updated for resources: {'Port': ['ID=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:51.106373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:51.110391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:51.129361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:51.136772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:51.139651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:51.168476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553853a1-d71f-403e-bc91-eda7c046481e req-02e1feda-bb67-4abe-81e3-e174a8ea04fa tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:51.170394 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-02e1feda-bb67-4abe-81e3-e174a8ea04fa tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.35 "GET /v2.0/networks?id=581d9cbf-e1ba-498d-b78c-55fca3be9215 HTTP/1.1" status: 200  len: 812 time: 0.3597143
Apr 05 16:39:51.261483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Request body: {'port': {'device_id': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215', 'admin_state_up': True, 'tenant_id': 'ec43bb1467764c7da2f82f303e6ce135'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:51.364130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18f116a-a935-4838-b3c6-8c71de93fec1 None None] Pushing event updated for resources: {'Port': ['ID=c20e9daa-ece8-44cd-af77-113e12178a64,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:51.374841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e18f116a-a935-4838-b3c6-8c71de93fec1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:51.383977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.35', 49859) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:51.479583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60846) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:51.501267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:51.502106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd458358>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:51.543694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:51.548996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Usage tracker for resource:port and tenant:ec43bb1467764c7da2f82f303e6ce135 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:51.552183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:51.558785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:51.569200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd04d470>, [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:39:42Z', 'revision_number': 3, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port': {'id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:51.578190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--269815694', 'description': 'tempest-description--1287052558'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:51.583143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-175280a9-3877-4527-8157-ae0ff5ee86f3 None None] The sync data for ids ['cc7c062b-fd96-4ea6-aadd-82a804325db5'] in dv-cinder-774594-2-iscsi is: [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:39:42Z', 'revision_number': 3, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port': {'id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:67:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:39:51.609638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7c336045-becd-465a-a58e-92204a171e67 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:51.613638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:51.618578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:51.622473 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:51.625431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Made reservation on behalf of ec43bb1467764c7da2f82f303e6ce135 for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:51.634787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:51.645861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:51.656268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Allocated IP 172.20.0.1 (511b9aa5-e2e5-4c6a-a230-f4cf159d0755/4867f237-ec21-4f52-82c5-7950a56088ab/f647e29e-d797-4235-b75e-da30872b383a) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:51.664209 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c04f936b-e531-4910-88d1-9ef8c446f5a1 req-be5388bc-6e8d-4adf-8dda-8ecdce5143f7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.0956469
Apr 05 16:39:51.669387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:51.763700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:51.773848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group_rule and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:51.780971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:51.797947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:51.829838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 7c336045-becd-465a-a58e-92204a171e67 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:51.838480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 7c336045-becd-465a-a58e-92204a171e67 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:51.838905 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:51.883433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:39:52.035504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:52.041922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Allocated IP 172.20.0.9 (581d9cbf-e1ba-498d-b78c-55fca3be9215/837b0261-fc3f-4323-8787-ba722ff597aa/756a25d2-461b-48fa-9ec4-6305b7737360) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:52.069435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 7c336045-becd-465a-a58e-92204a171e67, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7c336045-becd-465a-a58e-92204a171e67,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:39:52.082975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:52.093369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5889-825c-4059-9df4-bba67089f2d7 req-cf5206c4-3598-4b73-b2ff-8a9d9db08e0a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:52.096750 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-cf5206c4-3598-4b73-b2ff-8a9d9db08e0a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.6983128
Apr 05 16:39:52.106195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:52.198906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:52.229463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Request body: {'port': {'device_id': '6d341979-5358-4bc8-83c9-34956c7f049c', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'admin_state_up': True, 'tenant_id': '28a43060ef084153b061f02e088839c9'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:52.418474 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b3d34fa1-ce7f-43f9-8303-4cd387317193 req-6653d2eb-d08d-409e-84e9-af2ab0dc46a9 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.4187205
Apr 05 16:39:52.474225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=7c336045-becd-465a-a58e-92204a171e67,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:52.484858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:52.687177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:52.834200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:52.898359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:52.962137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:52.968007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd458358>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:44Z', 'revision_number': 3, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:52.993680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5eef39-0518-4dce-b259-03ebcc508ecb None None] The sync data for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi is: [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:44Z', 'revision_number': 3, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:39:53.180186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Sync routers for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:39:53.217886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:53.226643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccccde80>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:53.704177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Pushing event updated for resources: {'Port': ['ID=756a25d2-461b-48fa-9ec4-6305b7737360,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:53.706022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:53.775046 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cb4cc648-5305-439f-a8fe-35791973d6fa req-b243bbc3-2783-477a-a367-2967e822a617 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.2773290
Apr 05 16:39:53.825094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Network 581d9cbf-e1ba-498d-b78c-55fca3be9215 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:53.826976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:53.844429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:53.857719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:53.858591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:53.918775 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.6715224
Apr 05 16:39:53.963422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-3488b436-2afd-4826-b188-16af8b207134 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:39:53.964626 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-3488b436-2afd-4826-b188-16af8b207134 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0062685
Apr 05 16:39:53.979843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7c336045-becd-465a-a58e-92204a171e67 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:54.080492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:39:54.181108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:54.205874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Usage tracker for resource:port and tenant:28a43060ef084153b061f02e088839c9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:54.218359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:54.232148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:54.322841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Made reservation on behalf of 28a43060ef084153b061f02e088839c9 for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:39:54.343633 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:54.511893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:54.541840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Transition to ACTIVE for port object f647e29e-d797-4235-b75e-da30872b383a will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:54.551188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Request body: {'port': {'device_id': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:54.622341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:54.847144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:54.937287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Allocated IP 172.20.0.11 (8e92fecf-130f-495e-af35-9e61575a914e/eb89e615-a962-4952-aea9-373ca76e54d9/9ac7eee9-8715-433d-9186-310c90cccea9) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:39:54.961989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.043084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 7c336045-becd-465a-a58e-92204a171e67 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:55.043805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.050214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:55.228742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.261475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.313686 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59d79f7d-698e-4c83-b035-3d2b834c517a req-fb19c809-aa9b-46f9-ad52-92388959f75c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.0867145
Apr 05 16:39:55.339839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccccde80>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 2, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:55.356310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 3891b80c-4b5c-4185-8621-9fd4f730eed7 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:55.462300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Checking router: 01db05f3-d5ae-4e16-9689-e0ada546f56a for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:39:55.462701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Updating router 01db05f3-d5ae-4e16-9689-e0ada546f56a port 43465c31-1075-45ff-8756-23f834c4aecd binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:39:55.541055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.542598 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 4.0565417
Apr 05 16:39:55.568059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 3891b80c-4b5c-4185-8621-9fd4f730eed7 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:55.579331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 3891b80c-4b5c-4185-8621-9fd4f730eed7 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:55.579748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.614850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef4a58-2458-4b07-a2f8-1c88d88c48f9 req-2855e1a7-3f18-4786-8fd7-26c53db768e2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:55.626555 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-56ef4a58-2458-4b07-a2f8-1c88d88c48f9 req-2855e1a7-3f18-4786-8fd7-26c53db768e2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 931 time: 1.3555267
Apr 05 16:39:55.682117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 60956) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:55.900886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 756a25d2-461b-48fa-9ec4-6305b7737360 {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:39:55.915763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.964069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Transition to ACTIVE for port object 756a25d2-461b-48fa-9ec4-6305b7737360 will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:55.972790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:55.995480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5b45a169-4100-443b-a8a3-413d1d582b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:56.081622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:56.128822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'security_group_rule': {'security_group_id': '5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:56.149258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:56.150886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Pushing event updated for resources: {'Port': ['ID=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:56.168311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-56ef4a58-2458-4b07-a2f8-1c88d88c48f9 req-a73a4abd-8a13-42ec-b0a7-cbc09729b58d tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Synchronizing usage tracker for tenant:ec43bb1467764c7da2f82f303e6ce135 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:39:56.181274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:56.218780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Pushing event updated for resources: {'Port': ['ID=756a25d2-461b-48fa-9ec4-6305b7737360,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:56.234548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:56.247800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group_rule and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:56.441793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:56.465214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:56.519945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:56.539793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 60986) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:56.610739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.560s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:56.613308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:56.618280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.107s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:56.668617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:56.683469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-56ef4a58-2458-4b07-a2f8-1c88d88c48f9 req-a73a4abd-8a13-42ec-b0a7-cbc09729b58d tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Unset dirty status for tenant:ec43bb1467764c7da2f82f303e6ce135 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:39:56.694619 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-56ef4a58-2458-4b07-a2f8-1c88d88c48f9 req-a73a4abd-8a13-42ec-b0a7-cbc09729b58d tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0662687
Apr 05 16:39:56.715469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:56.773941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:56.804515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7fbe4d4b-4018-45f7-b2ce-3103f214bf44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.540s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:56.898616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:56.922993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 3891b80c-4b5c-4185-8621-9fd4f730eed7, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=3891b80c-4b5c-4185-8621-9fd4f730eed7,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:39:56.946479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:56.946479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Network 8e92fecf-130f-495e-af35-9e61575a914e is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:56.947995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:56.955813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:56.958166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:56.961189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:57.023609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.062264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:57.073881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:57.074605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.090239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:57.098836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Usage tracker for resource:security_group_rule and tenant:30ec8aa9505c4bdbb18a6d9cb4f48795 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:57.103697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event updated for resources: {'Port': ['ID=9ac7eee9-8715-433d-9186-310c90cccea9,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:57.107241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:57.128737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:57.238041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.246404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.247421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Attempting to bind port 756a25d2-461b-48fa-9ec4-6305b7737360 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:39:57.247884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Attempting to bind port 756a25d2-461b-48fa-9ec4-6305b7737360 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '70b15727-48c3-4e96-8c00-e581977ac6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:39:57.248478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Attempting to bind port 756a25d2-461b-48fa-9ec4-6305b7737360 on network 581d9cbf-e1ba-498d-b78c-55fca3be9215 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:57.259430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c20e9daa-ece8-44cd-af77-113e12178a64 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:57.275226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-319ab5df-8c86-4ea0-8929-d6228f2a61be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:57.284816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Port 756a25d2-461b-48fa-9ec4-6305b7737360 on network 581d9cbf-e1ba-498d-b78c-55fca3be9215 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:39:57.285278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Attempting to bind port 756a25d2-461b-48fa-9ec4-6305b7737360 on network 581d9cbf-e1ba-498d-b78c-55fca3be9215 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:57.300167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:39:57.300379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Checking segment: {'id': '70b15727-48c3-4e96-8c00-e581977ac6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:57.301036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Bound using segment: {'id': '70b15727-48c3-4e96-8c00-e581977ac6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:39:57.301637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Bound port: 756a25d2-461b-48fa-9ec4-6305b7737360, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70b15727-48c3-4e96-8c00-e581977ac6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:39:57.302095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.334253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Pushing event updated for resources: {'Port': ['ID=f647e29e-d797-4235-b75e-da30872b383a,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:57.365676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=3891b80c-4b5c-4185-8621-9fd4f730eed7,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:57.373945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:57.425536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port c20e9daa-ece8-44cd-af77-113e12178a64 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:57.439659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port c20e9daa-ece8-44cd-af77-113e12178a64 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:57.440050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.637609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:57.644412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.675066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Transition to ACTIVE for port object 43465c31-1075-45ff-8756-23f834c4aecd will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:39:57.676275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.791s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:57.680494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:57.683217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.707560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port c20e9daa-ece8-44cd-af77-113e12178a64, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=c20e9daa-ece8-44cd-af77-113e12178a64,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:39:57.711429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.725217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:57.783854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.792298 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-a2202c33-59b2-4fb3-bf89-db7c2e5a07e8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.5943956
Apr 05 16:39:57.846249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:39:57.860240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:39:57.886923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] For port 756a25d2-461b-48fa-9ec4-6305b7737360, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:39:57.892262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] For port 756a25d2-461b-48fa-9ec4-6305b7737360, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=756a25d2-461b-48fa-9ec4-6305b7737360,segment=NetworkSegment(70b15727-48c3-4e96-8c00-e581977ac6d6),segment_id=70b15727-48c3-4e96-8c00-e581977ac6d6)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:39:57.895578 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30ec8aa9505c4bdbb18a6d9cb4f48795&name=default HTTP/1.1" status: 200  len: 2977 time: 1.3394289
Apr 05 16:39:57.902230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:39:57.902750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.913460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 32780) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:57.914204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8996c2d0-e010-41a3-b08d-8d5e17ad6ce5,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:57.919172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:57.923452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:57.937431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.001562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:58.002810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Router cc7c062b-fd96-4ea6-aadd-82a804325db5 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:39:58.006955 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.168896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:58.202279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Pushing event updated for resources: {'Port': ['ID=756a25d2-461b-48fa-9ec4-6305b7737360,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:58.225310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:58.440981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1400e4-c0a4-46cc-be70-92516bcea1b0 req-6cebbebd-0d72-48cc-87a2-c1c232c74490 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:58.449122 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f1400e4-c0a4-46cc-be70-92516bcea1b0 req-6cebbebd-0d72-48cc-87a2-c1c232c74490 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 932 time: 1.5865285
Apr 05 16:39:58.453853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=c20e9daa-ece8-44cd-af77-113e12178a64,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:58.476838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:58.512554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:58.618805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef963c7-cc75-4d81-ad1a-395a40afb56f,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:58.666870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-bc5f4c83-c8bc-45e9-8989-e9b9d415167c None None] Provisioning for port f647e29e-d797-4235-b75e-da30872b383a completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:39:58.695311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-bc5f4c83-c8bc-45e9-8989-e9b9d415167c None None] Provisioning complete for port f647e29e-d797-4235-b75e-da30872b383a triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:58.696287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc5f4c83-c8bc-45e9-8989-e9b9d415167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.715674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:58.722463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.724097 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.6023271
Apr 05 16:39:58.730190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 32808) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:58.753278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa142f9-8b96-4e0c-ae78-7265934284f3 req-e6c0aa0a-1522-4308-a5f2-11249acc8c97 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:58.757320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfa142f9-8b96-4e0c-ae78-7265934284f3 req-e6c0aa0a-1522-4308-a5f2-11249acc8c97 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 943 time: 0.7487779
Apr 05 16:39:58.762265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.776134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Attempting to bind port 43465c31-1075-45ff-8756-23f834c4aecd on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:39:58.776804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Attempting to bind port 43465c31-1075-45ff-8756-23f834c4aecd by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:39:58.777220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Attempting to bind port 43465c31-1075-45ff-8756-23f834c4aecd on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:39:58.787996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-bc5f4c83-c8bc-45e9-8989-e9b9d415167c None None] Port f647e29e-d797-4235-b75e-da30872b383a cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:39:58.790123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:39:58.790693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Checking segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:39:58.791209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.791713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Bound using segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:39:58.792667 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Bound port: 43465c31-1075-45ff-8756-23f834c4aecd, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:39:58.793099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.816755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be23f9d-5ee3-413c-8b1b-fd7a56aacc16 None None] Pushing event updated for resources: {'Port': ['ID=43465c31-1075-45ff-8756-23f834c4aecd,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:58.831352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6be23f9d-5ee3-413c-8b1b-fd7a56aacc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:58.837424 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfa142f9-8b96-4e0c-ae78-7265934284f3 req-fac0c47e-2f6f-40ba-8fa9-99b5cdab7988 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708685
Apr 05 16:39:58.891056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:58.969344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] For port 43465c31-1075-45ff-8756-23f834c4aecd, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:39:58.975964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] For port 43465c31-1075-45ff-8756-23f834c4aecd, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=43465c31-1075-45ff-8756-23f834c4aecd,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:39:58.980611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.003681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:59.044030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'security_group_rule': {'security_group_id': '5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:59.094726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3f1400e4-c0a4-46cc-be70-92516bcea1b0 req-c1ac6b07-7340-45c6-a740-9e69cdaea5ca tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:39:59.108277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:59.138966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group_rule and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:59.161064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c20e9daa-ece8-44cd-af77-113e12178a64 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:39:59.175351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:59.193007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:59.212245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Request body: {'port': {'device_id': '6d341979-5358-4bc8-83c9-34956c7f049c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:59.234720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:39:59.235401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.236935 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-baee6543-07be-4914-8838-f97528bfa38c service neutron] 10.222.0.35 "PUT /v2.0/ports/756a25d2-461b-48fa-9ec4-6305b7737360 HTTP/1.1" status: 200  len: 1093 time: 4.8557663
Apr 05 16:39:59.239236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'tag': '756a25d2-461b-48fa-9ec4-6305b7737360'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:39:59.316501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3f1400e4-c0a4-46cc-be70-92516bcea1b0 req-c1ac6b07-7340-45c6-a740-9e69cdaea5ca tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:39:59.318147 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f1400e4-c0a4-46cc-be70-92516bcea1b0 req-c1ac6b07-7340-45c6-a740-9e69cdaea5ca tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8681705
Apr 05 16:39:59.319052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.320108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.332185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be23f9d-5ee3-413c-8b1b-fd7a56aacc16 None None] Pushing event updated for resources: {'Port': ['ID=43465c31-1075-45ff-8756-23f834c4aecd,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:59.362393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6be23f9d-5ee3-413c-8b1b-fd7a56aacc16 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:59.407032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:59.437760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:39:59.443212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8996c2d0-e010-41a3-b08d-8d5e17ad6ce5,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:59.445273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port c20e9daa-ece8-44cd-af77-113e12178a64 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:39:59.445408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.465544 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] 10.222.0.38 "PUT /v2.0/routers/cc7c062b-fd96-4ea6-aadd-82a804325db5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9029493
Apr 05 16:39:59.471823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Sync routers for ids ['cc7c062b-fd96-4ea6-aadd-82a804325db5'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:39:59.485922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Routers {'cc7c062b-fd96-4ea6-aadd-82a804325db5'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:59.486569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdcbb5f8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['cc7c062b-fd96-4ea6-aadd-82a804325db5'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:59.486779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.533555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.540962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:59.542832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.552011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.565323 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8996c2d0-e010-41a3-b08d-8d5e17ad6ce5 HTTP/1.1" status: 204  len: 168 time: 1.6447456
Apr 05 16:39:59.590975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:39:59.631653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.650303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:39:59.651232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccccde80>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:39:59.670991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=504d6a57-a2e0-4446-a376-4525273e4453,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:39:59.703218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:39:59.717602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:39:59.719045 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6915989
Apr 05 16:39:59.728581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 32826) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:39:59.755559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'floatingip': {'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:39:59.800113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:39:59.821493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:floatingip and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:39:59.830897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:39:59.867753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:39:59.912191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:00.079065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Set router cc7c062b-fd96-4ea6-aadd-82a804325db5 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:00.422802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac7eee9-8715-433d-9186-310c90cccea9 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:00.432988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:00.454394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Transition to ACTIVE for port object 9ac7eee9-8715-433d-9186-310c90cccea9 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:00.504009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:00.687132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:00.728622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553853a1-d71f-403e-bc91-eda7c046481e req-63d0fa18-868a-45d0-ae0a-14e8cffef58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:00.731524 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-63d0fa18-868a-45d0-ae0a-14e8cffef58c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec43bb1467764c7da2f82f303e6ce135&device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 1096 time: 0.7622008
Apr 05 16:40:00.739483 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'tag': '756a25d2-461b-48fa-9ec4-6305b7737360', 'status': 'completed', 'code': 200}
Apr 05 16:40:00.892742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:00.988853 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-3650065c-9c88-4c9f-8050-635d8b740481 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=756a25d2-461b-48fa-9ec4-6305b7737360 HTTP/1.1" status: 200  len: 217 time: 0.1934750
Apr 05 16:40:00.999966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdcbb5f8>, [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:39:51Z', 'revision_number': 4, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port': {'id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'b63a30e2-67a6-4d37-8eba-cd06aa8b11ed', 'name': '', 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'mac_address': 'fa:16:3e:cf:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:47Z', 'updated_at': '2021-04-05T16:39:53Z', 'revision_number': 2, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'subnets': [{'id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:01.005589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Checking router: cc7c062b-fd96-4ea6-aadd-82a804325db5 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:40:01.005975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Updating router cc7c062b-fd96-4ea6-aadd-82a804325db5 port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:40:01.034005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c33501f-6e71-4aaa-9bb2-0fd5701cd0b0 req-f47d8831-43cb-4a64-9a94-1b0ec5bd3547 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:01.034812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-5c33501f-6e71-4aaa-9bb2-0fd5701cd0b0 req-f47d8831-43cb-4a64-9a94-1b0ec5bd3547 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Synchronizing usage tracker for tenant:ec43bb1467764c7da2f82f303e6ce135 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:01.078611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:01.307225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-5c33501f-6e71-4aaa-9bb2-0fd5701cd0b0 req-f47d8831-43cb-4a64-9a94-1b0ec5bd3547 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Unset dirty status for tenant:ec43bb1467764c7da2f82f303e6ce135 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:01.308591 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5c33501f-6e71-4aaa-9bb2-0fd5701cd0b0 req-f47d8831-43cb-4a64-9a94-1b0ec5bd3547 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 943 time: 1.0792611
Apr 05 16:40:01.314492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:01.441199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac7eee9-8715-433d-9186-310c90cccea9,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:01.516818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:01.541851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Attempting to bind port 9ac7eee9-8715-433d-9186-310c90cccea9 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:40:01.543120 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Attempting to bind port 9ac7eee9-8715-433d-9186-310c90cccea9 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:40:01.543641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Attempting to bind port 9ac7eee9-8715-433d-9186-310c90cccea9 on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:01.644950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Port 9ac7eee9-8715-433d-9186-310c90cccea9 on network 8e92fecf-130f-495e-af35-9e61575a914e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:40:01.645312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Attempting to bind port 9ac7eee9-8715-433d-9186-310c90cccea9 on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:01.666575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:40:01.666955 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Checking segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:40:01.667515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Bound using segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:40:01.677010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Bound port: 9ac7eee9-8715-433d-9186-310c90cccea9, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:40:01.677529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:01.756725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553853a1-d71f-403e-bc91-eda7c046481e req-838e5d2a-a33d-4261-9fda-62b5e76eff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:01.758624 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-838e5d2a-a33d-4261-9fda-62b5e76eff8e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=837b0261-fc3f-4323-8787-ba722ff597aa HTTP/1.1" status: 200  len: 852 time: 0.6986752
Apr 05 16:40:01.870671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5c33501f-6e71-4aaa-9bb2-0fd5701cd0b0 req-cc886f23-8d43-4a04-bacc-94a3cc753ed4 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1512871
Apr 05 16:40:01.875734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Allocated IP 172.27.1.236 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/52a4f6e9-d900-4b29-998a-00acd86cb24c) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:40:01.976341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 3891b80c-4b5c-4185-8621-9fd4f730eed7 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:02.011074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b54b56-089d-43b2-a2d5-44322b3ea773 req-f9dd7ed9-fbf4-40eb-97e9-d6f1c13ce4eb tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:02.012288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-35b54b56-089d-43b2-a2d5-44322b3ea773 req-f9dd7ed9-fbf4-40eb-97e9-d6f1c13ce4eb tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:02.045581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] For port 9ac7eee9-8715-433d-9186-310c90cccea9, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:40:02.053886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.105345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.109839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] For port 9ac7eee9-8715-433d-9186-310c90cccea9, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9ac7eee9-8715-433d-9186-310c90cccea9,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:40:02.126189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.153824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:02.219569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.221383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-35b54b56-089d-43b2-a2d5-44322b3ea773 req-f9dd7ed9-fbf4-40eb-97e9-d6f1c13ce4eb tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:02.223357 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-35b54b56-089d-43b2-a2d5-44322b3ea773 req-f9dd7ed9-fbf4-40eb-97e9-d6f1c13ce4eb tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 944 time: 0.9969614
Apr 05 16:40:02.263242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.309213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Transition to ACTIVE for port object b63a30e2-67a6-4d37-8eba-cd06aa8b11ed will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:02.324401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.408440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-df92ceff-1cd4-4044-999f-8a7fd89c8abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:02.440279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 3891b80c-4b5c-4185-8621-9fd4f730eed7 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:02.441066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.474483 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-40f37327-8587-4735-a15e-3228bdccaa52 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=581d9cbf-e1ba-498d-b78c-55fca3be9215&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3189664
Apr 05 16:40:02.554411 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.635072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Pushing event updated for resources: {'Port': ['ID=f647e29e-d797-4235-b75e-da30872b383a,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:02.648801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:02.659638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.679189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.398s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:02.727749 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:02.727861 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-35b54b56-089d-43b2-a2d5-44322b3ea773 req-e188e17a-ac06-4b85-828a-52c151be835e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4913321
Apr 05 16:40:02.845048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Pushing event updated for resources: {'Port': ['ID=9ac7eee9-8715-433d-9186-310c90cccea9,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:02.858551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:02.886998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:02.890468 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:02.896289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940760ed-092b-4c98-b3c7-c701cdcce18a None None] Pushing event updated for resources: {'Port': ['ID=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:02.910791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:02.911471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:02.913033 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] 10.222.0.35 "PUT /v2.0/ports/9ac7eee9-8715-433d-9186-310c90cccea9 HTTP/1.1" status: 200  len: 1094 time: 3.7056615
Apr 05 16:40:02.913529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d341979-5358-4bc8-83c9-34956c7f049c', 'tag': '9ac7eee9-8715-433d-9186-310c90cccea9'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:02.977144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-940760ed-092b-4c98-b3c7-c701cdcce18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:03.072611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'Port': ['ID=52a4f6e9-d900-4b29-998a-00acd86cb24c,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:03.142716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:03.531225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Attempting to bind port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:40:03.532322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Attempting to bind port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:40:03.535808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Attempting to bind port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed on network f4ad239f-6ae0-4f56-bef8-fe62df70c145 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:03.549460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 39, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:40:03.550242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Checking segment: {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:40:03.554271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:03.555219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Bound using segment: {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:40:03.556190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Bound port: b63a30e2-67a6-4d37-8eba-cd06aa8b11ed, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:40:03.556823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:03.648946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-ee732e82-429b-471d-a1d4-6662fff1e01e None None] Provisioning complete for port f647e29e-d797-4235-b75e-da30872b383a triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:03.649366 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ee732e82-429b-471d-a1d4-6662fff1e01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:03.827409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] For port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:40:03.834034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] For port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:40:03.842251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:03.849046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-ee732e82-429b-471d-a1d4-6662fff1e01e None None] Port f647e29e-d797-4235-b75e-da30872b383a cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:40:03.861079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:03.963036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccccde80>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:03.980661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306a2347-e855-4b9a-8463-eafc1d8fc5a5 None None] The sync data for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi is: [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:40:04.195975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940760ed-092b-4c98-b3c7-c701cdcce18a None None] Pushing event updated for resources: {'Port': ['ID=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,revision_number=4']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:04.250203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-940760ed-092b-4c98-b3c7-c701cdcce18a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:04.278313 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-654f77d0-936f-4120-a6a5-262ed3a4a8b1 service neutron] 10.222.0.35 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.5522339
Apr 05 16:40:04.281110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:04.328634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:04.418311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:40:04.421249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Routers {'cc7c062b-fd96-4ea6-aadd-82a804325db5'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:40:04.422331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdcbb5f8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['cc7c062b-fd96-4ea6-aadd-82a804325db5'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:04.550738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-bc898099-88fa-4371-ad10-2153e3cc0ac8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:04.567697 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-bc898099-88fa-4371-ad10-2153e3cc0ac8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 818 time: 1.8421168
Apr 05 16:40:04.731917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:40:04.925225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:04.940154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] Set router cc7c062b-fd96-4ea6-aadd-82a804325db5 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:05.069998 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-553853a1-d71f-403e-bc91-eda7c046481e req-6ccc9719-fcdc-41bd-85c4-3d01af7f7e35 service neutron] 10.222.0.35 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7230670
Apr 05 16:40:05.072475 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-16dca62c-1797-4506-af23-8f16b6739f7b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/quotas/f8fad649324a40268dc16b9af4236811 HTTP/1.1" status: 200  len: 375 time: 0.4952188
Apr 05 16:40:05.136526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-19dd65df-07ca-4401-b9b8-e2cc7a567d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:05.241470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:40:05.253717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Sync routers for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:40:05.273227 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] 10.222.0.38 "PUT /v2.0/routers/e7792b52-e20c-4ef8-9ed6-fe0cb4656945/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.3274081
Apr 05 16:40:05.285571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b612d-29a9-4965-998a-1e8c95362631 req-25adeaa4-97fc-4316-a854-d4c12905b5f9 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:05.293655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:40:05.293840 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-785b612d-29a9-4965-998a-1e8c95362631 req-25adeaa4-97fc-4316-a854-d4c12905b5f9 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 943 time: 1.5718284
Apr 05 16:40:05.296692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc432a20>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:39:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:05.329514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:05.388934 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-785b612d-29a9-4965-998a-1e8c95362631 req-ef65c7e9-14c1-475d-a2f0-762743110e4f tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0940573
Apr 05 16:40:05.392328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5889-825c-4059-9df4-bba67089f2d7 req-0f43175f-90da-43ec-bc73-f68a22a380b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:05.395034 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-0f43175f-90da-43ec-bc73-f68a22a380b3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 1097 time: 2.2320576
Apr 05 16:40:05.800720 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-09915daa-4921-42e6-b1e3-7854601c5906 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5772209
Apr 05 16:40:05.824572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0a5a7d-076e-4dbb-b098-8cda82e9b6fd req-673219d8-10ad-4827-8a27-365c828c8f05 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:05.828188 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ce0a5a7d-076e-4dbb-b098-8cda82e9b6fd req-673219d8-10ad-4827-8a27-365c828c8f05 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 944 time: 0.2299039
Apr 05 16:40:05.866534 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 43465c31-1075-45ff-8756-23f834c4aecd up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:05.936685 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ce0a5a7d-076e-4dbb-b098-8cda82e9b6fd req-e40f1c23-65a9-41d4-9293-38e0714f2be9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0972211
Apr 05 16:40:06.099210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 43465c31-1075-45ff-8756-23f834c4aecd completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:06.113921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:06.199148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 43465c31-1075-45ff-8756-23f834c4aecd triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:06.199570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:06.207320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d341979-5358-4bc8-83c9-34956c7f049c', 'tag': '9ac7eee9-8715-433d-9186-310c90cccea9', 'status': 'completed', 'code': 200}
Apr 05 16:40:06.251628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdcbb5f8>, [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:39:51Z', 'revision_number': 4, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port': {'id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'b63a30e2-67a6-4d37-8eba-cd06aa8b11ed', 'name': '', 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'mac_address': 'fa:16:3e:cf:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:47Z', 'updated_at': '2021-04-05T16:40:03Z', 'revision_number': 4, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'subnets': [{'id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:06.258156 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-d99425d9-48d9-4dad-acd1-183ca3b711d2 service neutron] 10.222.0.38 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4358435
Apr 05 16:40:06.259195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26c40e6-704c-4e35-96e8-ad4c2ef6917b None None] The sync data for ids ['cc7c062b-fd96-4ea6-aadd-82a804325db5'] in dv-cinder-774594-2-iscsi is: [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:39:51Z', 'revision_number': 4, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port': {'id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'b63a30e2-67a6-4d37-8eba-cd06aa8b11ed', 'name': '', 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'mac_address': 'fa:16:3e:cf:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:47Z', 'updated_at': '2021-04-05T16:40:03Z', 'revision_number': 4, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'subnets': [{'id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:40:06.366049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:06.530017 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-41a96de9-8b79-471c-a304-cc8aa5ab5ad2 service neutron] 10.222.0.38 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2558460
Apr 05 16:40:06.531452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:06.593792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:06.603264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:06.878417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'Port': ['ID=52a4f6e9-d900-4b29-998a-00acd86cb24c,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:06.883778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:06.962397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.056397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.067649 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.3304484
Apr 05 16:40:07.195172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 43465c31-1075-45ff-8756-23f834c4aecd, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=43465c31-1075-45ff-8756-23f834c4aecd,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:07.199792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.223440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.235888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:07.281502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 32998) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:07.287959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--538715382', 'description': 'tempest-description--444368585'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:07.316047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:07.328143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=43465c31-1075-45ff-8756-23f834c4aecd,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:07.334708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:07.353921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:07.355753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:07.372189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:07.406596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.440137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e328586f-f41b-4316-acbe-4b1ef9d77fdf req-6628c8dd-c1f3-4360-bad5-a79b23457c47 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Synchronizing usage tracker for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:07.483180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e328586f-f41b-4316-acbe-4b1ef9d77fdf req-6628c8dd-c1f3-4360-bad5-a79b23457c47 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Unset dirty status for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:07.493104 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e328586f-f41b-4316-acbe-4b1ef9d77fdf req-6628c8dd-c1f3-4360-bad5-a79b23457c47 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 210 time: 0.1335759
Apr 05 16:40:07.570380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:07.580503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group_rule and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:07.613422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc432a20>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:00Z', 'revision_number': 2, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:07.653092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:07.671320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Checking router: e7792b52-e20c-4ef8-9ed6-fe0cb4656945 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:40:07.672036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Updating router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 port f647e29e-d797-4235-b75e-da30872b383a binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:40:07.675122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:07.755756 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-81ffc0ba-6d52-4415-940c-0f71cf51f984 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ac7eee9-8715-433d-9186-310c90cccea9 HTTP/1.1" status: 200  len: 217 time: 0.2208421
Apr 05 16:40:07.867993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.875963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.885245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70f3d1bc-47bf-4b29-9eaa-b645b098d1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.905250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-66569d60-3d3f-454a-92a8-9ec1a9d92b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:07.911243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.936015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:07.940646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a5889-825c-4059-9df4-bba67089f2d7 req-167708a1-91f7-4ade-8168-c7f39dd64078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:07.957374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-167708a1-91f7-4ade-8168-c7f39dd64078 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.1936629
Apr 05 16:40:07.960946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device b63a30e2-67a6-4d37-8eba-cd06aa8b11ed up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:08.065305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.078615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ede768-cd5d-426c-ab0c-76075cf9e059,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:08.111031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:08.168225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:08.188163 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-82d9bef3-001b-4728-8fd8-bc6c204aef28 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0852966
Apr 05 16:40:08.193144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8ef2b-39d0-4a19-8c45-c8f1964c6d3a req-d30528b3-7041-44a9-ba05-92d29ff9f4ab tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:08.194752 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-64b8ef2b-39d0-4a19-8c45-c8f1964c6d3a req-d30528b3-7041-44a9-ba05-92d29ff9f4ab tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 943 time: 0.7526994
Apr 05 16:40:08.199472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.200768 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.9180501
Apr 05 16:40:08.205771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33022) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:08.209937 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:08.210431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.214436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'security_group_rule': {'security_group_id': '74ede768-cd5d-426c-ab0c-76075cf9e059', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:08.218925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-3ab8254a-7deb-4f09-bb77-3f15684d5731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:08.220586 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-3ab8254a-7deb-4f09-bb77-3f15684d5731 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec43bb1467764c7da2f82f303e6ce135&device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 1096 time: 0.6365364
Apr 05 16:40:08.224622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:08.230241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group_rule and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:08.234974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:08.250131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca71039-618c-4b49-9d23-10c12678b70b req-bfababe1-d6b4-447f-bb9e-966237c30cbc tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:08.251320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3ca71039-618c-4b49-9d23-10c12678b70b req-bfababe1-d6b4-447f-bb9e-966237c30cbc tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 944 time: 0.2929475
Apr 05 16:40:08.253431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:08.306252 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-64b8ef2b-39d0-4a19-8c45-c8f1964c6d3a req-0a750934-c71c-432a-a261-5c69f37d50f2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947211
Apr 05 16:40:08.460628 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3ca71039-618c-4b49-9d23-10c12678b70b req-ef79db7e-adf0-4636-a8bd-d4d2ef6ed9b0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1814044
Apr 05 16:40:08.483981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.567509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.593527 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-f8aea9cb-7fcc-451a-9886-3f94d3de06dc service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3382046
Apr 05 16:40:08.657955 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.661261 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-a6596741-0d45-456d-8944-d805e0403796 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--269815694&fields=id&tenant_id=376d29bc7ba847838e9cc38387adc1f9 HTTP/1.1" status: 200  len: 267 time: 0.1496167
Apr 05 16:40:08.678330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:08.682040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.687861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ea3ec7b-bd31-4e0a-be25-eaec56fb8ad6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:08.736584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-509d5f5b-30a6-4e7a-abe9-cc022cf27d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:08.738222 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-509d5f5b-30a6-4e7a-abe9-cc022cf27d15 service neutron] 10.222.0.35 "GET /v2.0/networks?id=581d9cbf-e1ba-498d-b78c-55fca3be9215 HTTP/1.1" status: 200  len: 913 time: 0.4666221
Apr 05 16:40:08.765176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54e4c6e0-58de-4ffb-b353-c822c15cb8d9,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:08.777948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:08.791065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.795348 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5872333
Apr 05 16:40:08.796253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33044) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:08.806390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'security_group_rule': {'security_group_id': '74ede768-cd5d-426c-ab0c-76075cf9e059', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:08.818552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.819440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 43465c31-1075-45ff-8756-23f834c4aecd up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:08.823531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:08.833185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group_rule and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:08.870479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:08.877448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:08.887023 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-77ea7842-3b35-48a4-aabc-0a87816010b5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=756a25d2-461b-48fa-9ec4-6305b7737360 HTTP/1.1" status: 200  len: 217 time: 0.0957351
Apr 05 16:40:08.894637 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-726a5889-825c-4059-9df4-bba67089f2d7 req-894050ee-bf9f-4544-9167-2e2efea3b1a9 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2855251
Apr 05 16:40:08.903630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:08.985897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:08.988917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:08.989332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:08.995191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-ae6b59a9-4e03-4b7d-8a3d-32e7dbd90322 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:08.996811 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-ae6b59a9-4e03-4b7d-8a3d-32e7dbd90322 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 810 time: 0.3344226
Apr 05 16:40:09.001838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-254fe016-46d1-48aa-84c2-3bd8e4832270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:09.003758 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-254fe016-46d1-48aa-84c2-3bd8e4832270 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=837b0261-fc3f-4323-8787-ba722ff597aa HTTP/1.1" status: 200  len: 852 time: 0.1079609
Apr 05 16:40:09.053768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.081413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 43465c31-1075-45ff-8756-23f834c4aecd triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:09.085407 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.088866 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-42838939-e86f-452c-b5d8-9a48a4df505f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=581d9cbf-e1ba-498d-b78c-55fca3be9215&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0661178
Apr 05 16:40:09.090408 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-381bd668-fe37-48e2-adf1-d6c5c3960281 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/quotas/376d29bc7ba847838e9cc38387adc1f9 HTTP/1.1" status: 200  len: 375 time: 0.0258865
Apr 05 16:40:09.165969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Transition to ACTIVE for port object f647e29e-d797-4235-b75e-da30872b383a will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:09.187393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.242725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-f1344a52-3755-40c9-8288-3f8a91bffcaf tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:09.243833 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-f1344a52-3755-40c9-8288-3f8a91bffcaf tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Synchronizing usage tracker for tenant:f8fad649324a40268dc16b9af4236811 on resource:network {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:09.254808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.35', 49888) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:09.296058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.318445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6be23f9d-5ee3-413c-8b1b-fd7a56aacc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:09.329259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.382114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:09.403285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf86a019-91ef-4d57-a9b7-91f04ed53c63,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:09.405974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.410906 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.6115870
Apr 05 16:40:09.412211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:09.413075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33070) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:09.471087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.480081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-e78c7261-1b77-4972-88b0-edcfc8cc313a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:09.481692 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-e78c7261-1b77-4972-88b0-edcfc8cc313a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 1097 time: 0.4799509
Apr 05 16:40:09.482402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-f1344a52-3755-40c9-8288-3f8a91bffcaf tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Unset dirty status for tenant:f8fad649324a40268dc16b9af4236811 on resource:network {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:09.490498 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-f1344a52-3755-40c9-8288-3f8a91bffcaf tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 818 time: 0.6470971
Apr 05 16:40:09.512743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'floatingip': {'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:09.520146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:09.524398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:floatingip and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:09.531545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:09.538698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:09.554000 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-2a8fffac-01c7-48db-88af-14e26e3fb851 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/quotas/f8fad649324a40268dc16b9af4236811 HTTP/1.1" status: 200  len: 375 time: 0.0624967
Apr 05 16:40:09.645222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.709157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a9d56-e997-4f89-aa8b-cd7987c021d6 None None] Pushing event updated for resources: {'Port': ['ID=f647e29e-d797-4235-b75e-da30872b383a,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:09.743388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a59a9d56-e997-4f89-aa8b-cd7987c021d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:09.785804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Attempting to bind port f647e29e-d797-4235-b75e-da30872b383a on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:40:09.786157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Attempting to bind port f647e29e-d797-4235-b75e-da30872b383a by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:40:09.786569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Attempting to bind port f647e29e-d797-4235-b75e-da30872b383a on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:09.798388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:40:09.798810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Checking segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:40:09.799261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.800237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Bound using segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:40:09.800345 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-6e142cfa-7283-4440-9bb5-68e42b17b3a8 service neutron] 10.222.0.35 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7033920
Apr 05 16:40:09.800436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Bound port: f647e29e-d797-4235-b75e-da30872b383a, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:40:09.800702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:09.807772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-41082264-df48-4768-b557-93f5de81ce74 req-ba59acbb-43c0-4960-8b12-ce4c05e26f2a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Synchronizing usage tracker for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:09.917483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] For port f647e29e-d797-4235-b75e-da30872b383a, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:40:09.921226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] For port f647e29e-d797-4235-b75e-da30872b383a, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=f647e29e-d797-4235-b75e-da30872b383a,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:40:09.924181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device b63a30e2-67a6-4d37-8eba-cd06aa8b11ed up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:09.939564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-41082264-df48-4768-b557-93f5de81ce74 req-ba59acbb-43c0-4960-8b12-ce4c05e26f2a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Unset dirty status for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:09.956699 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-ba59acbb-43c0-4960-8b12-ce4c05e26f2a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.8256614
Apr 05 16:40:09.966517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-70177c3d-8b20-421a-871b-a9a5001bb4af tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:09.968425 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-70177c3d-8b20-421a-871b-a9a5001bb4af tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 818 time: 0.7028918
Apr 05 16:40:09.990159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:10.008415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:10.086770 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-8bf7be02-68ba-4cf7-912e-9d4cf903dd57 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&fields=id HTTP/1.1" status: 200  len: 255 time: 0.5312753
Apr 05 16:40:10.101785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Request body: {'port': {'device_id': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'admin_state_up': True, 'tenant_id': 'f8fad649324a40268dc16b9af4236811'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:10.140731 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32e62656-0746-4735-9f4b-c7b30d6ec65a req-fbca15dd-15d4-4c02-8a31-c952f5c3417a service neutron] 10.222.0.35 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3281016
Apr 05 16:40:10.152676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:10.153093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:10.180665 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-57cd94f4-b81a-4c82-a36b-345074f77c53 service neutron] 10.222.0.38 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2223952
Apr 05 16:40:10.238486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a9d56-e997-4f89-aa8b-cd7987c021d6 None None] Pushing event updated for resources: {'Port': ['ID=f647e29e-d797-4235-b75e-da30872b383a,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:10.244431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a59a9d56-e997-4f89-aa8b-cd7987c021d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:10.345445 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-27b104ac-a48c-4fc4-83b1-0967428d0ef3 service neutron] 10.222.0.38 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1635380
Apr 05 16:40:10.355454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:40:10.356183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc432a20>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:40:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:10.629775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-ee4bc129-36dd-4460-ae10-6749ce6c9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:10.631363 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-ee4bc129-36dd-4460-ae10-6749ce6c9ea6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 916 time: 1.1229379
Apr 05 16:40:10.797400 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-9679baa5-8e2c-4fcd-aaf8-c87724461bad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ac7eee9-8715-433d-9186-310c90cccea9 HTTP/1.1" status: 200  len: 217 time: 0.1534290
Apr 05 16:40:10.855012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d5473-0be4-4372-98b3-6ffe97b8b0ce req-5ee8dac5-4587-49d1-a03b-70deddd879bc tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:10.855758 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-779d5473-0be4-4372-98b3-6ffe97b8b0ce req-5ee8dac5-4587-49d1-a03b-70deddd879bc tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 943 time: 0.1457787
Apr 05 16:40:10.943894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:10.953812 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-779d5473-0be4-4372-98b3-6ffe97b8b0ce req-0605b18f-eecf-433a-8497-44ad441bae35 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843210
Apr 05 16:40:11.025081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:11.043947 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-53c106f6-88da-4c55-a279-cb5f3ef3ca03 service neutron] 10.222.0.38 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8569167
Apr 05 16:40:11.130561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 756a25d2-461b-48fa-9ec4-6305b7737360 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:40:11.340881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:11.352412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:11.360631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553ecee-d935-48bd-88ac-35156f4e2ea8 req-ee044b58-8efc-476f-a006-f2f3bb5f0d8f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:11.362423 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5553ecee-d935-48bd-88ac-35156f4e2ea8 req-ee044b58-8efc-476f-a006-f2f3bb5f0d8f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 944 time: 0.2186301
Apr 05 16:40:11.371177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Made reservation on behalf of f8fad649324a40268dc16b9af4236811 for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:40:11.379437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:11.402339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-e5690a21-2f09-4628-badc-f2eb8babd4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:11.405063 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-e5690a21-2f09-4628-badc-f2eb8babd4e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.5993280
Apr 05 16:40:11.472826 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5553ecee-d935-48bd-88ac-35156f4e2ea8 req-5c6c6945-34d8-41ec-9e2e-0407201a3ec4 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022317
Apr 05 16:40:11.691962 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9cb9c4bb-7f72-4fd4-8780-3453a3eac773 req-7a8b59bf-036d-47f5-853d-011b782a2ed8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 210 time: 0.0834782
Apr 05 16:40:11.725927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 756a25d2-461b-48fa-9ec4-6305b7737360, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=756a25d2-461b-48fa-9ec4-6305b7737360,segment=NetworkSegment(70b15727-48c3-4e96-8c00-e581977ac6d6),segment_id=70b15727-48c3-4e96-8c00-e581977ac6d6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:11.755976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '756a25d2-461b-48fa-9ec4-6305b7737360', 'network_id': '581d9cbf-e1ba-498d-b78c-55fca3be9215', 'port_id': '756a25d2-461b-48fa-9ec4-6305b7737360', 'mac_address': 'fa:16:3e:49:8e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '837b0261-fc3f-4323-8787-ba722ff597aa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:40:11.785117 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-dee226ed-489a-4235-8564-b68a295d9161 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3199849
Apr 05 16:40:11.825957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Allocated IP 172.20.0.6 (f4ad239f-6ae0-4f56-bef8-fe62df70c145/5581905b-30d7-47d7-b949-faab52f9a70d/d46c6905-ee98-4f49-b417-e9243e902425) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:40:11.832738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc432a20>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:09Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:11.847255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:11.859104 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f6fb8e2-5911-4631-b307-29e2d15590c6 None None] The sync data for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi is: [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:09Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:40:11.870573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 756a25d2-461b-48fa-9ec4-6305b7737360 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:11.900662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 756a25d2-461b-48fa-9ec4-6305b7737360, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=756a25d2-461b-48fa-9ec4-6305b7737360,segment=NetworkSegment(70b15727-48c3-4e96-8c00-e581977ac6d6),segment_id=70b15727-48c3-4e96-8c00-e581977ac6d6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:11.907746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:11.908550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9ac7eee9-8715-433d-9186-310c90cccea9 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:40:11.914232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:12.040985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=756a25d2-461b-48fa-9ec4-6305b7737360,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:12.046862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:12.111624 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-8cd77c63-fdbe-4dc3-9986-7e3441429e6e service neutron] 10.222.0.38 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0657835
Apr 05 16:40:12.195500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 9ac7eee9-8715-433d-9186-310c90cccea9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9ac7eee9-8715-433d-9186-310c90cccea9,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:12.220062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '9ac7eee9-8715-433d-9186-310c90cccea9', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'port_id': '9ac7eee9-8715-433d-9186-310c90cccea9', 'mac_address': 'fa:16:3e:61:53:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb89e615-a962-4952-aea9-373ca76e54d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:40:12.251089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Allocated IP 172.27.1.118 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/95236154-cb30-490e-9409-a36aec312e6b) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:40:12.297072 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-a169c106-c211-46aa-9b7e-34926b1142bf service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4753721
Apr 05 16:40:12.319266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:12.338618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac7eee9-8715-433d-9186-310c90cccea9 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:12.357056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 9ac7eee9-8715-433d-9186-310c90cccea9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9ac7eee9-8715-433d-9186-310c90cccea9,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:12.429728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:12.432558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:12.490543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79296096-de97-44bb-afbe-d73cb234bb3d req-ac8eda93-5c79-4d46-9ea9-ed0bd1317cfa tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:12.495557 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79296096-de97-44bb-afbe-d73cb234bb3d req-ac8eda93-5c79-4d46-9ea9-ed0bd1317cfa tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 944 time: 0.1500812
Apr 05 16:40:12.611509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=9ac7eee9-8715-433d-9186-310c90cccea9,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:12.617705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:12.739038 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79296096-de97-44bb-afbe-d73cb234bb3d req-a30dc785-73f8-48b7-b62e-aad3f8e42fde tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2078128
Apr 05 16:40:12.866644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:12.885333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-75b0dbc8-78a0-4d72-b140-1c74c9b6e91e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:12.893770 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-75b0dbc8-78a0-4d72-b140-1c74c9b6e91e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 810 time: 0.3969316
Apr 05 16:40:12.906940 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8eca10e2-819c-4423-88e7-600752fba802 req-3b2dd2f1-b3ad-44cc-9032-dafc400e6032 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.2665412
Apr 05 16:40:12.980599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9ac7eee9-8715-433d-9186-310c90cccea9'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:13.101508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['756a25d2-461b-48fa-9ec4-6305b7737360'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:13.106670 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-0018aa11-ee5b-4447-b1b1-5490af173df1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=376d29bc7ba847838e9cc38387adc1f9 HTTP/1.1" status: 200  len: 5702 time: 0.1948612
Apr 05 16:40:13.183738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'port': {'device_id': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'admin_state_up': True, 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'security_groups': ['5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8']}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:13.188749 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b278068-8737-4a7d-9df0-e9142d69eee1 req-bc739027-7c3c-4858-95be-940f1f71fea3 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8370728
Apr 05 16:40:13.210724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:13.271953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:13.276519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:13.495310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c833ed-5dd2-49b9-8378-6a2247f47afb req-cf470543-ecef-4db4-ab61-a275ca60aefc tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:13.506333 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-39c833ed-5dd2-49b9-8378-6a2247f47afb req-cf470543-ecef-4db4-ab61-a275ca60aefc tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 945 time: 0.5066566
Apr 05 16:40:13.556156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:13.582308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:13.607473 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-39c833ed-5dd2-49b9-8378-6a2247f47afb req-6d7ef73c-f392-44b6-9208-de3c44926b58 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000648
Apr 05 16:40:13.628373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Made reservation on behalf of 376d29bc7ba847838e9cc38387adc1f9 for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:40:13.634693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:13.995271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f647e29e-d797-4235-b75e-da30872b383a up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:13.996775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Allocated IP 172.20.0.13 (28236f16-48a4-4743-9e8d-1ab8312f2f31/9083520b-c467-4871-958b-4a787a767cb6/ed69b593-883d-4934-ad61-aa242a52a7ca) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:40:14.004831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:14.163467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port f647e29e-d797-4235-b75e-da30872b383a completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:14.169874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port f647e29e-d797-4235-b75e-da30872b383a triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:14.170694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:14.219131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Pushing event updated for resources: {'Port': ['ID=d46c6905-ee98-4f49-b417-e9243e902425,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:14.259212 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-430c6e20-2f08-4c5a-a949-dc1dd688d8ad req-5cdf8f9a-c377-4913-9819-7325963fac72 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 210 time: 0.3347797
Apr 05 16:40:14.332996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:14.338909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:14.346342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:14.353657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:40:14.360452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:14.361154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:14.381088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port f647e29e-d797-4235-b75e-da30872b383a, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=f647e29e-d797-4235-b75e-da30872b383a,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:14.386375 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:14.393096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-678a0e67-f170-4108-995e-fefa78fb2234 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:14.403659 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-070c0bdd-5fd2-4db7-97eb-b6ecaf4d372c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.3413436
Apr 05 16:40:14.422374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'Port': ['ID=95236154-cb30-490e-9409-a36aec312e6b,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:14.427914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:14.432607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10de8ba-1e39-48b8-8234-cac5d9f66cf3 req-7865ef56-a5ee-48c8-9d6f-5408145e6a6b tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:14.433300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Request body: {'port': {'device_id': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:14.434995 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f10de8ba-1e39-48b8-8234-cac5d9f66cf3 req-7865ef56-a5ee-48c8-9d6f-5408145e6a6b tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 944 time: 0.2634463
Apr 05 16:40:14.487970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.308s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:14.488229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:14.514125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:14.519966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=f647e29e-d797-4235-b75e-da30872b383a,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:14.525181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:14.569274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Transition to ACTIVE for port object ed69b593-883d-4934-ad61-aa242a52a7ca will not be triggered until provisioned by entity DHCP. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:14.588614 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f10de8ba-1e39-48b8-8234-cac5d9f66cf3 req-97f3c073-c4be-44ad-a71f-e328bc46b2cf tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436548
Apr 05 16:40:14.638063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:14.640604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:14.709465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:14.739423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:40:14.753853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:14.760255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-9cb80920-16b5-4a73-8367-b49354cbeb5e req-17594c05-0dce-4919-9c21-08fa5d3deab6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Synchronizing usage tracker for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:14.767413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:14.788914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33228) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:14.853205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'Port': ['ID=ed69b593-883d-4934-ad61-aa242a52a7ca,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:14.857007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:14.960367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-9cb80920-16b5-4a73-8367-b49354cbeb5e req-17594c05-0dce-4919-9c21-08fa5d3deab6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Unset dirty status for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:14.961639 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9cb80920-16b5-4a73-8367-b49354cbeb5e req-17594c05-0dce-4919-9c21-08fa5d3deab6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.3239043
Apr 05 16:40:14.984425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:14.985647 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:14.991314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:40:14.997648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:14.999235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.007106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.018616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.041039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:15.053701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Usage tracker for resource:security_group_rule and tenant:4d9eafe0c09546cd90e832d4f9530ebb is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:15.060326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:15.068970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:15.072462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8942907
Apr 05 16:40:15.082668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773cb48a-ee3a-4069-806d-d63649030e50 req-db8f20cd-3bb0-4c93-9fd7-cd69529bf296 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:15.084233 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-773cb48a-ee3a-4069-806d-d63649030e50 req-db8f20cd-3bb0-4c93-9fd7-cd69529bf296 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 945 time: 0.2261350
Apr 05 16:40:15.119213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-e4634fb8-c094-4f13-890c-c5c2b8552135 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:15.121342 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-e4634fb8-c094-4f13-890c-c5c2b8552135 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 818 time: 0.4847617
Apr 05 16:40:15.182279 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-773cb48a-ee3a-4069-806d-d63649030e50 req-a0a365b0-4987-43ad-ac1f-cbb511def3b2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693502
Apr 05 16:40:15.238559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.244814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.255355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:15.303290 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4d9eafe0c09546cd90e832d4f9530ebb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5026371
Apr 05 16:40:15.303290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa2cc01-c8ee-44c8-9fce-ae65e54445eb,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:15.303491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.305428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33248) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:15.308364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:15.341595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-0bacfcc6-2531-456f-ac3a-1eac4a256166 None None] Provisioning for port ed69b593-883d-4934-ad61-aa242a52a7ca completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:15.347799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-0bacfcc6-2531-456f-ac3a-1eac4a256166 None None] Provisioning complete for port ed69b593-883d-4934-ad61-aa242a52a7ca triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:15.348248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0bacfcc6-2531-456f-ac3a-1eac4a256166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.377353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.431313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-0bacfcc6-2531-456f-ac3a-1eac4a256166 None None] Port ed69b593-883d-4934-ad61-aa242a52a7ca cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:40:15.466194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.555704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8ec3c-42b1-4848-9e8d-f266d7a9305e req-a2e1c812-4240-4379-b98d-48ccca0acbab tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:15.556408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-02d8ec3c-42b1-4848-9e8d-f266d7a9305e req-a2e1c812-4240-4379-b98d-48ccca0acbab tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Synchronizing usage tracker for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:15.571650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.576799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-02d8ec3c-42b1-4848-9e8d-f266d7a9305e req-a2e1c812-4240-4379-b98d-48ccca0acbab tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Unset dirty status for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:15.578068 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-02d8ec3c-42b1-4848-9e8d-f266d7a9305e req-a2e1c812-4240-4379-b98d-48ccca0acbab tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 932 time: 0.1604078
Apr 05 16:40:15.579756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:15.596392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa2cc01-c8ee-44c8-9fce-ae65e54445eb,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:15.612517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:15.615524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:15.616894 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/aaa2cc01-c8ee-44c8-9fce-ae65e54445eb HTTP/1.1" status: 204  len: 168 time: 0.3104084
Apr 05 16:40:15.697247 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-02d8ec3c-42b1-4848-9e8d-f266d7a9305e req-79c4a696-76a4-478e-b665-d6ae39846e77 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1037288
Apr 05 16:40:15.901148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f647e29e-d797-4235-b75e-da30872b383a up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:15.976710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33270) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:15.990068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5bb8c6-0a38-4a13-bc02-06036dfcf6a5 req-3af1bdbe-b281-4a7c-9400-d99b9808555c tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:15.991746 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee5bb8c6-0a38-4a13-bc02-06036dfcf6a5 req-3af1bdbe-b281-4a7c-9400-d99b9808555c tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 944 time: 0.2363353
Apr 05 16:40:15.999554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.002525 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.010275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46c6905-ee98-4f49-b417-e9243e902425 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:16.021418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:16.025090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Usage tracker for resource:security_group_rule and tenant:29409a6ab3ba4404a536bf905a513628 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:16.028325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:16.031792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.035671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.036219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:16.048393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port f647e29e-d797-4235-b75e-da30872b383a triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:16.048887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.063054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:16.137638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.141413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.151208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:16.202987 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29409a6ab3ba4404a536bf905a513628&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2250979
Apr 05 16:40:16.203902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a782b1b-cbea-4d14-8525-f94686b0cafb,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:16.207107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33276) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:16.212482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:16.285240 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee1f15f3-2f17-45ef-a3d8-e1c1974e384e req-34b1db35-4330-4ec8-ab42-87440fde6709 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0769083
Apr 05 16:40:16.344242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.374430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.429111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Transition to ACTIVE for port object d46c6905-ee98-4f49-b417-e9243e902425 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:16.444072 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee5bb8c6-0a38-4a13-bc02-06036dfcf6a5 req-a744463a-cdbc-4b84-a9d7-5655687a0095 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4364934
Apr 05 16:40:16.448948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.480132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'Port': ['ID=95236154-cb30-490e-9409-a36aec312e6b,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:16.495596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.496856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:16.500357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:16.504397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-16e5a425-a812-4bd9-94af-61c3cdde68cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:16.522090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a782b1b-cbea-4d14-8525-f94686b0cafb,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:16.524692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:16.534419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe1191b-dc55-44ad-8649-ba293f9410d1 req-e06572cc-e3a2-49f8-801a-5c303e07d403 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:16.536441 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9fe1191b-dc55-44ad-8649-ba293f9410d1 req-e06572cc-e3a2-49f8-801a-5c303e07d403 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 945 time: 0.1433427
Apr 05 16:40:16.537789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.539608 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7a782b1b-cbea-4d14-8525-f94686b0cafb HTTP/1.1" status: 204  len: 168 time: 0.3291600
Apr 05 16:40:16.590202 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9fe1191b-dc55-44ad-8649-ba293f9410d1 req-b7d5c178-6f7b-4273-8da8-1fe09ebb82fe tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423241
Apr 05 16:40:16.668005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Pushing event updated for resources: {'Port': ['ID=d46c6905-ee98-4f49-b417-e9243e902425,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:16.674729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:16.682356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.727018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:16.728337 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.3106368
Apr 05 16:40:16.938028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Attempting to bind port d46c6905-ee98-4f49-b417-e9243e902425 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:40:16.938444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Attempting to bind port d46c6905-ee98-4f49-b417-e9243e902425 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:40:16.938811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Attempting to bind port d46c6905-ee98-4f49-b417-e9243e902425 on network f4ad239f-6ae0-4f56-bef8-fe62df70c145 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:16.947170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Port d46c6905-ee98-4f49-b417-e9243e902425 on network f4ad239f-6ae0-4f56-bef8-fe62df70c145 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:40:16.947505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Attempting to bind port d46c6905-ee98-4f49-b417-e9243e902425 on network f4ad239f-6ae0-4f56-bef8-fe62df70c145 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:16.961834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:40:16.962211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Checking segment: {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:40:16.962631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Bound using segment: {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:40:16.963113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Bound port: d46c6905-ee98-4f49-b417-e9243e902425, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:40:16.963490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:17.025078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-50fa9d1e-ada9-493b-bb27-29f13bfd0ca4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:17.040866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86d2209-7fa6-4259-ada3-114856856bf1 req-ee842ae0-bbc6-47d0-aa85-aeef3eda7e7d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:17.042498 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a86d2209-7fa6-4259-ada3-114856856bf1 req-ee842ae0-bbc6-47d0-aa85-aeef3eda7e7d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 932 time: 0.1939108
Apr 05 16:40:17.068537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-50fa9d1e-ada9-493b-bb27-29f13bfd0ca4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:17.069952 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-50fa9d1e-ada9-493b-bb27-29f13bfd0ca4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--538715382&fields=id&tenant_id=e7634d0c1713472490f05bb4996e3a6b HTTP/1.1" status: 200  len: 267 time: 0.1126809
Apr 05 16:40:17.120696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-a86d2209-7fa6-4259-ada3-114856856bf1 req-68006544-2d35-48b9-a7a5-67bc11f90e77 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Synchronizing usage tracker for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:17.124506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] For port d46c6905-ee98-4f49-b417-e9243e902425, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:40:17.137706 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] For port d46c6905-ee98-4f49-b417-e9243e902425, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d46c6905-ee98-4f49-b417-e9243e902425,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:40:17.146524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:17.165784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72247900-80a0-4c79-9923-49ab4f5b8624 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:17.213003 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-a86d2209-7fa6-4259-ada3-114856856bf1 req-68006544-2d35-48b9-a7a5-67bc11f90e77 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Unset dirty status for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:17.214255 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a86d2209-7fa6-4259-ada3-114856856bf1 req-68006544-2d35-48b9-a7a5-67bc11f90e77 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1605847
Apr 05 16:40:17.247719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-2c62c32b-6af7-402b-817f-617ed6dd4710 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:17.249659 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-2c62c32b-6af7-402b-817f-617ed6dd4710 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 817 time: 0.1706216
Apr 05 16:40:17.268535 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-523d419f-1fd8-4343-91d0-34102b1be6bd tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/quotas/e7634d0c1713472490f05bb4996e3a6b HTTP/1.1" status: 200  len: 375 time: 0.0122938
Apr 05 16:40:17.336318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Pushing event updated for resources: {'Port': ['ID=d46c6905-ee98-4f49-b417-e9243e902425,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:17.342453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:17.375784 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-ed06a752-90a2-43a3-be39-1c812ef3cf50 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1028409
Apr 05 16:40:17.376256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:17.376931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:17.378864 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] 10.222.0.35 "PUT /v2.0/ports/d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 200  len: 1093 time: 2.9499562
Apr 05 16:40:17.379374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'tag': 'd46c6905-ee98-4f49-b417-e9243e902425'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:17.475496 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c39e9aa2-be02-408f-b03a-8b1c08da7303 req-f7ec7f65-1f63-4077-a7cb-dc5c34beb3f6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0491643
Apr 05 16:40:17.532305 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'tag': 'd46c6905-ee98-4f49-b417-e9243e902425', 'status': 'completed', 'code': 200}
Apr 05 16:40:17.543375 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-e75c5184-599f-43ef-9aa6-caf6ecea23da service neutron] 10.222.0.38 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495371
Apr 05 16:40:17.730841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa05cec-08a4-4a03-ab34-6a54d8fff19a req-b8139a88-0e82-4129-928e-6c1a0d7a9f7d tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:17.733006 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-efa05cec-08a4-4a03-ab34-6a54d8fff19a req-b8139a88-0e82-4129-928e-6c1a0d7a9f7d tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 944 time: 0.1020312
Apr 05 16:40:17.787401 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-efa05cec-08a4-4a03-ab34-6a54d8fff19a req-c897be4b-4228-49d5-863d-113b4eb5f178 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474155
Apr 05 16:40:17.897266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-04e9985a-7e16-42e0-ba5a-c55e4366fdd6 service neutron] 10.222.0.38 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3466454
Apr 05 16:40:17.997936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27423209-81c0-4e5e-8ade-85e7d27979db req-b569abf3-3557-40ac-8ffa-3c1921ab82ca tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:17.999556 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-27423209-81c0-4e5e-8ade-85e7d27979db req-b569abf3-3557-40ac-8ffa-3c1921ab82ca tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 945 time: 0.1013618
Apr 05 16:40:18.069296 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-27423209-81c0-4e5e-8ade-85e7d27979db req-32aa0638-e5b7-4b97-ba2f-116ebdb708bb tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622690
Apr 05 16:40:18.141909 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5491dcb4-e2f1-48dc-b4e4-69de0e314066 req-655ac9d8-b5b8-4611-8a1a-4fd50967a9e5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0578878
Apr 05 16:40:18.225814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 756a25d2-461b-48fa-9ec4-6305b7737360 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:18.251638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Request body: {'port': {'device_id': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'admin_state_up': True, 'tenant_id': 'f8fad649324a40268dc16b9af4236811'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:18.312481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 756a25d2-461b-48fa-9ec4-6305b7737360 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:18.315684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Request body: {'port': {'device_id': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:18.318856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 756a25d2-461b-48fa-9ec4-6305b7737360 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:18.319459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:18.493911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:18.540686 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:18.562863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:18.575012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:18.642454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a25d2-461b-48fa-9ec4-6305b7737360'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:18.690441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Made reservation on behalf of f8fad649324a40268dc16b9af4236811 for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:40:18.697204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:18.750005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 756a25d2-461b-48fa-9ec4-6305b7737360, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=756a25d2-461b-48fa-9ec4-6305b7737360,segment=NetworkSegment(70b15727-48c3-4e96-8c00-e581977ac6d6),segment_id=70b15727-48c3-4e96-8c00-e581977ac6d6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:18.757908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:18.759861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9ac7eee9-8715-433d-9186-310c90cccea9 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:18.770278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ca6b903c-9b62-4c7e-99d2-56f6bdc9d19e req-9be0f269-c9ef-4b0d-bb63-ec8f5840ff82 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0920784
Apr 05 16:40:18.832310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-948ccfdc-f43a-4468-87e9-4e7468924e1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:18.900236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f28424-fa57-4024-9da0-a76e0bbff541 req-4816f55b-4652-472b-9013-43cc232fedd5 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:18.909120 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-06f28424-fa57-4024-9da0-a76e0bbff541 req-4816f55b-4652-472b-9013-43cc232fedd5 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 932 time: 0.3240354
Apr 05 16:40:18.987554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=756a25d2-461b-48fa-9ec4-6305b7737360,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:19.001303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:19.015421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 9ac7eee9-8715-433d-9186-310c90cccea9 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:19.021974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 9ac7eee9-8715-433d-9186-310c90cccea9 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:19.022399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.075267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267d9e-1924-4eea-8cd4-327404615426 req-5bed6e37-526a-4bea-9ff6-148d06fafe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:19.078179 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-11267d9e-1924-4eea-8cd4-327404615426 req-5bed6e37-526a-4bea-9ff6-148d06fafe6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1096 time: 0.4394524
Apr 05 16:40:19.150916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Allocated IP 172.20.0.4 (f4ad239f-6ae0-4f56-bef8-fe62df70c145/5581905b-30d7-47d7-b949-faab52f9a70d/9a134953-2f6a-4434-8deb-6dea3a1c8633) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:40:19.266410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.301769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 9ac7eee9-8715-433d-9186-310c90cccea9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9ac7eee9-8715-433d-9186-310c90cccea9,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:19.307781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.309133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:40:19.317151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:19.367968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed69b593-883d-4934-ad61-aa242a52a7ca {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:19.379427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.395066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.413043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Transition to ACTIVE for port object ed69b593-883d-4934-ad61-aa242a52a7ca will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:19.418426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=9ac7eee9-8715-433d-9186-310c90cccea9,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:19.423445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:19.429199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.431908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.455173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7df6c-5158-4681-aa7a-123452939c87 req-8770bf5d-6252-4836-a8ca-6f0f72e7f574 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:19.456808 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b3e7df6c-5158-4681-aa7a-123452939c87 req-8770bf5d-6252-4836-a8ca-6f0f72e7f574 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.1618638
Apr 05 16:40:19.459704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:19.463439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2b7fa323-b76f-4c82-ae82-728ba6483fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:19.527402 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-06f28424-fa57-4024-9da0-a76e0bbff541 req-c9fdc03e-f407-446a-a312-b5a3a8a57e35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6088839
Apr 05 16:40:19.617267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Pushing event updated for resources: {'Port': ['ID=9a134953-2f6a-4434-8deb-6dea3a1c8633,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:19.622316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:19.649842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Pushing event updated for resources: {'Port': ['ID=ed69b593-883d-4934-ad61-aa242a52a7ca,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:19.660521 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b3e7df6c-5158-4681-aa7a-123452939c87 req-8a68141c-a65f-4fd3-b3b6-7b26f98b6c63 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685805
Apr 05 16:40:19.661502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:19.722352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:19.724232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:19.727346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:40:19.733685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:19.734350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.780468 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5332248
Apr 05 16:40:19.789555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee0cf-075c-4084-859e-ca9600cb4672 req-66d8eee8-51ab-4cb3-aa78-04999bf7d48c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:19.791180 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-103ee0cf-075c-4084-859e-ca9600cb4672 req-66d8eee8-51ab-4cb3-aa78-04999bf7d48c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.1469743
Apr 05 16:40:19.829454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Attempting to bind port ed69b593-883d-4934-ad61-aa242a52a7ca on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:40:19.830017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Attempting to bind port ed69b593-883d-4934-ad61-aa242a52a7ca by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:40:19.830714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Attempting to bind port ed69b593-883d-4934-ad61-aa242a52a7ca on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:19.845579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Port ed69b593-883d-4934-ad61-aa242a52a7ca on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:40:19.845999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Attempting to bind port ed69b593-883d-4934-ad61-aa242a52a7ca on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:19.851698 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-103ee0cf-075c-4084-859e-ca9600cb4672 req-ade8efb5-6a52-482c-afae-e0c72a020c3f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528021
Apr 05 16:40:19.855054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:40:19.855559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Checking segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:40:19.856108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Bound using segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:40:19.856650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Bound port: ed69b593-883d-4934-ad61-aa242a52a7ca, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:40:19.857100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:19.886799 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '756a25d2-461b-48fa-9ec4-6305b7737360', 'code': 200}
Apr 05 16:40:19.972582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] For port ed69b593-883d-4934-ad61-aa242a52a7ca, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:40:19.976203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] For port ed69b593-883d-4934-ad61-aa242a52a7ca, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed69b593-883d-4934-ad61-aa242a52a7ca,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:40:19.985932 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:20.002060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7f080d9b-2198-4704-8171-fdc1a6c73237 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:20.038286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-ef0dbe89-f812-4e11-92b7-be6db416c7bd req-120b5d8a-9201-4b85-8223-70809b03cbdc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:20.055664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-ef0dbe89-f812-4e11-92b7-be6db416c7bd req-120b5d8a-9201-4b85-8223-70809b03cbdc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:20.056983 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ef0dbe89-f812-4e11-92b7-be6db416c7bd req-120b5d8a-9201-4b85-8223-70809b03cbdc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0868702
Apr 05 16:40:20.219983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Pushing event updated for resources: {'Port': ['ID=ed69b593-883d-4934-ad61-aa242a52a7ca,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:20.225695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:20.267971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29762c84-2fbf-42a6-a9ec-3ad6ccf21027 req-901d6d38-b9b5-4887-a4dd-9e426c45b45d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:20.269593 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-29762c84-2fbf-42a6-a9ec-3ad6ccf21027 req-901d6d38-b9b5-4887-a4dd-9e426c45b45d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 931 time: 0.2687922
Apr 05 16:40:20.276002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:20.276670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:20.278061 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] 10.222.0.35 "PUT /v2.0/ports/ed69b593-883d-4934-ad61-aa242a52a7ca HTTP/1.1" status: 200  len: 1094 time: 1.9701209
Apr 05 16:40:20.278554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:20.331851 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-29762c84-2fbf-42a6-a9ec-3ad6ccf21027 req-416f12af-bb78-48b4-aa02-0e70947cd31c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475996
Apr 05 16:40:20.333615 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'status': 'completed', 'code': 200}
Apr 05 16:40:20.732057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb50327a-0f02-4ae8-8fd9-c1aa9bea690b req-f6502582-3d91-43b2-9541-eda20fd8b848 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:20.733778 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fb50327a-0f02-4ae8-8fd9-c1aa9bea690b req-f6502582-3d91-43b2-9541-eda20fd8b848 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.0915194
Apr 05 16:40:20.782086 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fb50327a-0f02-4ae8-8fd9-c1aa9bea690b req-fbf10744-dab0-4daa-84fb-8999c105c59f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418301
Apr 05 16:40:20.859231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b6d97-b206-42f5-92e8-c8e3f29d9498 req-1edeeb9a-6402-4c6a-8d0e-f93c8a920eda tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:20.860829 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e43b6d97-b206-42f5-92e8-c8e3f29d9498 req-1edeeb9a-6402-4c6a-8d0e-f93c8a920eda tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.0876064
Apr 05 16:40:20.908687 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e43b6d97-b206-42f5-92e8-c8e3f29d9498 req-f8df96ae-1f24-4fdd-a16f-b47243c1b01e tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415115
Apr 05 16:40:21.058647 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2155b-7805-4d46-8c9b-9de7b2195166 req-44790ac9-38ae-4289-887c-136db9249f83 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:21.060239 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86d2155b-7805-4d46-8c9b-9de7b2195166 req-44790ac9-38ae-4289-887c-136db9249f83 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.0878642
Apr 05 16:40:21.108428 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86d2155b-7805-4d46-8c9b-9de7b2195166 req-b6730971-f273-400e-82ff-d7c0a92d72bd tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412714
Apr 05 16:40:21.227542 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fa3f5d71-2f03-43f3-89f8-9abc4df67ae2 req-87f1ff6e-0baa-44ec-b8d3-a89959e46d5b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0508645
Apr 05 16:40:21.538619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a57339d-31f3-429c-a3b6-c84a51f7d6a9 req-85f0d23a-afa3-4350-9855-b65602025106 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:21.539350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-4a57339d-31f3-429c-a3b6-c84a51f7d6a9 req-85f0d23a-afa3-4350-9855-b65602025106 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Synchronizing usage tracker for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:21.554640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-4a57339d-31f3-429c-a3b6-c84a51f7d6a9 req-85f0d23a-afa3-4350-9855-b65602025106 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Unset dirty status for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:21.555865 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4a57339d-31f3-429c-a3b6-c84a51f7d6a9 req-85f0d23a-afa3-4350-9855-b65602025106 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 931 time: 0.1078360
Apr 05 16:40:21.604067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-4a57339d-31f3-429c-a3b6-c84a51f7d6a9 req-6504f2e7-255b-4cd7-b242-bb2a3fda04a9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Synchronizing usage tracker for tenant:f8fad649324a40268dc16b9af4236811 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:21.620267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-4a57339d-31f3-429c-a3b6-c84a51f7d6a9 req-6504f2e7-255b-4cd7-b242-bb2a3fda04a9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Unset dirty status for tenant:f8fad649324a40268dc16b9af4236811 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:21.621630 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4a57339d-31f3-429c-a3b6-c84a51f7d6a9 req-6504f2e7-255b-4cd7-b242-bb2a3fda04a9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582650
Apr 05 16:40:21.888347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d341979-5358-4bc8-83c9-34956c7f049c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac7eee9-8715-433d-9186-310c90cccea9'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:21.940441 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d341979-5358-4bc8-83c9-34956c7f049c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac7eee9-8715-433d-9186-310c90cccea9', 'code': 200}
Apr 05 16:40:21.981035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5e647-7f17-4d25-aeb2-f1c40d155c72 req-898c7f21-58a2-4706-9380-8e049bfd8ee0 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:21.982686 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c6b5e647-7f17-4d25-aeb2-f1c40d155c72 req-898c7f21-58a2-4706-9380-8e049bfd8ee0 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.0897884
Apr 05 16:40:22.032974 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c6b5e647-7f17-4d25-aeb2-f1c40d155c72 req-bb34559a-3eef-49fb-83de-f8b3fcde9241 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427039
Apr 05 16:40:22.117839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f443556c-8734-4c27-a317-e58211cd2bee req-2bc0e072-1221-4084-9b90-9579402abc86 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:22.119421 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f443556c-8734-4c27-a317-e58211cd2bee req-2bc0e072-1221-4084-9b90-9579402abc86 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.0886791
Apr 05 16:40:22.171281 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f443556c-8734-4c27-a317-e58211cd2bee req-3c7390e0-2d8b-4709-85d4-89f1d93fbc0c tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454743
Apr 05 16:40:22.314151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b4fc07-bb1a-450c-a453-05bd0b578ab1 req-5fefb4a7-63f9-4cd8-b672-5f853ede6df3 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:22.315720 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63b4fc07-bb1a-450c-a453-05bd0b578ab1 req-5fefb4a7-63f9-4cd8-b672-5f853ede6df3 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.0901945
Apr 05 16:40:22.370455 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63b4fc07-bb1a-450c-a453-05bd0b578ab1 req-70357b71-1497-475c-bab8-e9cc9b7b5bbf tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480587
Apr 05 16:40:22.403770 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-15810916-56f2-453e-aa9d-2da7d7dd076c req-c1ac9aa0-626d-4517-9984-7a59f98112c1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0568600
Apr 05 16:40:22.833602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b187d-5ca2-4437-bb08-a8bb5fc2c362 req-69aad0bc-7603-42a8-ad2e-95e6e2565319 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:22.835212 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-419b187d-5ca2-4437-bb08-a8bb5fc2c362 req-69aad0bc-7603-42a8-ad2e-95e6e2565319 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 931 time: 0.0963151
Apr 05 16:40:22.912016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Request body: {'port': {'device_id': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:22.964471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-419b187d-5ca2-4437-bb08-a8bb5fc2c362 req-8fb5c38b-aa5d-404b-b464-959382c5b3c4 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1227121
Apr 05 16:40:23.004042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e78c51-fbde-46b4-9c92-89d8a45ab62d req-664c5f13-accd-41db-8478-c71111cf3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:23.006097 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65e78c51-fbde-46b4-9c92-89d8a45ab62d req-664c5f13-accd-41db-8478-c71111cf3c2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 1097 time: 0.1151938
Apr 05 16:40:23.079459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.35', 49910) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:23.136244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.35', 49911) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:23.376279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e78c51-fbde-46b4-9c92-89d8a45ab62d req-e2f6cb38-8a2c-43b8-9fc4-27df8c869908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:23.377858 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65e78c51-fbde-46b4-9c92-89d8a45ab62d req-e2f6cb38-8a2c-43b8-9fc4-27df8c869908 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=376d29bc7ba847838e9cc38387adc1f9&shared=False HTTP/1.1" status: 200  len: 911 time: 0.3550217
Apr 05 16:40:23.404888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-c4f17c62-70ef-4612-9b97-5b51317c92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:23.406462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-c4f17c62-70ef-4612-9b97-5b51317c92ef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 1099 time: 0.2691417
Apr 05 16:40:23.409326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-65f0d13d-8fa6-49a9-a643-3e5092ed97aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:23.410788 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-65f0d13d-8fa6-49a9-a643-3e5092ed97aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 1098 time: 0.2760742
Apr 05 16:40:23.416269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267d9e-1924-4eea-8cd4-327404615426 req-f3e5d6a2-e971-428e-85e2-c9d74e33dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:23.417807 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-11267d9e-1924-4eea-8cd4-327404615426 req-f3e5d6a2-e971-428e-85e2-c9d74e33dde7 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f8fad649324a40268dc16b9af4236811&shared=False HTTP/1.1" status: 200  len: 919 time: 0.5735595
Apr 05 16:40:23.418618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:23.441355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f041ed-87c3-4225-8ae5-f8b1b643ef42 req-3d20ed71-617a-4c0b-811f-35daa7c6acf1 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:23.442984 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-30f041ed-87c3-4225-8ae5-f8b1b643ef42 req-3d20ed71-617a-4c0b-811f-35daa7c6acf1 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.1508255
Apr 05 16:40:23.492929 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-30f041ed-87c3-4225-8ae5-f8b1b643ef42 req-ba311749-cbe9-4024-b84d-e703d57d6d92 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428572
Apr 05 16:40:23.549991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e3444-0bee-4a0c-a14d-49f6d8d9d6b9 req-6c5a6af0-d71f-4d55-8e80-6b79e7a15474 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:23.551077 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e56e3444-0bee-4a0c-a14d-49f6d8d9d6b9 req-6c5a6af0-d71f-4d55-8e80-6b79e7a15474 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.2340398
Apr 05 16:40:23.696733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.35', 49912) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:23.828711 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e56e3444-0bee-4a0c-a14d-49f6d8d9d6b9 req-e9d0ee39-ae45-49a6-a1aa-904577f58789 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2688634
Apr 05 16:40:23.933171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:23.943526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:24.056538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:24.068211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:24.078965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Usage tracker for resource:security_group_rule and tenant:7da0955e82574f5ca4ab0d440f8bf028 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:24.081987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Usage tracker for resource:security_group_rule and tenant:7da0955e82574f5ca4ab0d440f8bf028 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:24.087649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:24.090635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:24.098246 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11267d9e-1924-4eea-8cd4-327404615426 req-831834c3-912b-423a-bab5-0afb0cf10cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.099794 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-11267d9e-1924-4eea-8cd4-327404615426 req-831834c3-912b-423a-bab5-0afb0cf10cca service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.5414636
Apr 05 16:40:24.101837 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7a6d7ab-ea78-4595-a1ab-fd4e3555a8b6 req-a0f1f127-cc7a-4071-bea7-c4734f169be2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.1182156
Apr 05 16:40:24.102743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:24.113981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:24.185068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-00805e67-be4d-45bf-94ad-54bf89748b1b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.185277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e78c51-fbde-46b4-9c92-89d8a45ab62d req-a6713bb5-39ed-4d69-b85d-ca3175ba9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.185830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-00805e67-be4d-45bf-94ad-54bf89748b1b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:network {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:24.187203 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65e78c51-fbde-46b4-9c92-89d8a45ab62d req-a6713bb5-39ed-4d69-b85d-ca3175ba9362 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.6198838
Apr 05 16:40:24.207173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d4eef-de31-471c-b02a-2512014e7540 req-0b86929c-812d-4a52-a51d-e89460f80cb5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.211952 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-de4d4eef-de31-471c-b02a-2512014e7540 req-0b86929c-812d-4a52-a51d-e89460f80cb5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.5847664
Apr 05 16:40:24.339545 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-de4d4eef-de31-471c-b02a-2512014e7540 req-52ece61a-e4d9-4e54-a204-cc2c2cf12614 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792851
Apr 05 16:40:24.437927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-fc39ae66-9096-4c64-8e82-9ba76329c096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.438237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a134953-2f6a-4434-8deb-6dea3a1c8633 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:24.444703 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-fc39ae66-9096-4c64-8e82-9ba76329c096 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1096 time: 0.2296405
Apr 05 16:40:24.459510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:24.490296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Transition to ACTIVE for port object 9a134953-2f6a-4434-8deb-6dea3a1c8633 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:24.504811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb1ea0-e78f-40ad-9c01-a2afb06dc02d req-8a9495b2-c563-4e0d-8f09-ad186a1500e8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.512069 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3cb1ea0-e78f-40ad-9c01-a2afb06dc02d req-8a9495b2-c563-4e0d-8f09-ad186a1500e8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 931 time: 0.2783182
Apr 05 16:40:24.523353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:24.540358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-1b5ddc93-f649-4f50-ba54-1f10c9a2c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.540822 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-f4460dc1-688e-4bc9-9d23-4f5865ad6384 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 200  len: 217 time: 0.0800319
Apr 05 16:40:24.542452 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-1b5ddc93-f649-4f50-ba54-1f10c9a2c7ab service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 1097 time: 0.2564328
Apr 05 16:40:24.646204 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3cb1ea0-e78f-40ad-9c01-a2afb06dc02d req-3ed77716-459a-4de3-933a-6a7209a5c9f2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316116
Apr 05 16:40:24.658326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['PRIMARY'] with value(s) 7da0955e82574f5ca4ab0d440f8bf028 {{(pid=84353) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 16:40:24.659479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 16:40:24.659596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-00805e67-be4d-45bf-94ad-54bf89748b1b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:network {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:24.660816 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-00805e67-be4d-45bf-94ad-54bf89748b1b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 817 time: 0.9544694
Apr 05 16:40:24.661430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:24.667019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:24.677443 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:24.690914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c5147fe0-073f-489c-9f42-ef9dc0c26934 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:24.713557 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-d58de937-dbf0-4934-b825-17f92172f55c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed69b593-883d-4934-ad61-aa242a52a7ca HTTP/1.1" status: 200  len: 217 time: 0.1496489
Apr 05 16:40:24.752568 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.1892629
Apr 05 16:40:24.786158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-54700a85-7d67-43e8-ab9c-d16fbf393194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.792428 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-54700a85-7d67-43e8-ab9c-d16fbf393194 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.2134211
Apr 05 16:40:24.793610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=baffeb01-5a4f-4ab8-a1c4-b235895af954,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:24.798471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:24.831675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d0d97c-0f77-4f2b-9c71-ed54c6120e9f req-e7c9bb51-06dd-4e92-879f-931a0309d7f9 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.833781 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e3d0d97c-0f77-4f2b-9c71-ed54c6120e9f req-e7c9bb51-06dd-4e92-879f-931a0309d7f9 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.1441009
Apr 05 16:40:24.892443 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e3d0d97c-0f77-4f2b-9c71-ed54c6120e9f req-5fe46df6-0236-4af4-8271-31e6d2816f89 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492420
Apr 05 16:40:24.926398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Pushing event updated for resources: {'Port': ['ID=9a134953-2f6a-4434-8deb-6dea3a1c8633,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:24.929768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:24.979468 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-43e8a59f-bcd8-42aa-8f49-0e425426ab7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:24.981049 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-43e8a59f-bcd8-42aa-8f49-0e425426ab7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.2393844
Apr 05 16:40:25.078046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-b3af6301-7b5b-46a3-9c7a-700ea1813e1a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:25.161191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:25.217259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-b3af6301-7b5b-46a3-9c7a-700ea1813e1a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:25.218410 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-b3af6301-7b5b-46a3-9c7a-700ea1813e1a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7634d0c1713472490f05bb4996e3a6b HTTP/1.1" status: 200  len: 5703 time: 0.4755039
Apr 05 16:40:25.272952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'port': {'device_id': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'admin_state_up': True, 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'security_groups': ['74ede768-cd5d-426c-ab0c-76075cf9e059']}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:25.302909 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-b97e0e0a-1b53-4bfd-aaa6-25040832f2d7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0597148
Apr 05 16:40:25.328578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Attempting to bind port 9a134953-2f6a-4434-8deb-6dea3a1c8633 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:40:25.328943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Attempting to bind port 9a134953-2f6a-4434-8deb-6dea3a1c8633 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:40:25.329306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Attempting to bind port 9a134953-2f6a-4434-8deb-6dea3a1c8633 on network f4ad239f-6ae0-4f56-bef8-fe62df70c145 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:25.396196 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Port 9a134953-2f6a-4434-8deb-6dea3a1c8633 on network f4ad239f-6ae0-4f56-bef8-fe62df70c145 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:40:25.396399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Attempting to bind port 9a134953-2f6a-4434-8deb-6dea3a1c8633 on network f4ad239f-6ae0-4f56-bef8-fe62df70c145 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:25.414342 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-11c224a4-d241-4552-8c16-1892e862b0fe req-b807082d-51d0-44ad-9c3d-bbf922ec2b48 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.1107695
Apr 05 16:40:25.422093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:40:25.422465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Checking segment: {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:40:25.422886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Bound using segment: {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:40:25.423369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Bound port: 9a134953-2f6a-4434-8deb-6dea3a1c8633, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:40:25.423744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:25.443664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cade0c8-cc04-465e-890d-71e18293b6a9 req-8954803f-bc02-409b-8820-327641d53212 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:25.451213 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8cade0c8-cc04-465e-890d-71e18293b6a9 req-8954803f-bc02-409b-8820-327641d53212 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.4549415
Apr 05 16:40:25.521567 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.9626272
Apr 05 16:40:25.607575 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-6675b25e-0a4a-426a-85c0-2311fb92f23e service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2603514
Apr 05 16:40:25.653067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994bbec5-43fa-4973-9313-0001c62d7f60 req-adacdf81-b285-4434-9a15-74ad167f6716 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:25.654795 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-994bbec5-43fa-4973-9313-0001c62d7f60 req-adacdf81-b285-4434-9a15-74ad167f6716 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.1044281
Apr 05 16:40:25.717962 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-994bbec5-43fa-4973-9313-0001c62d7f60 req-db5e3540-0881-4e0b-bb88-b57f6359a605 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494080
Apr 05 16:40:25.810027 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8cade0c8-cc04-465e-890d-71e18293b6a9 req-29f06e80-476e-4858-8a2c-715118a4bc49 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3578098
Apr 05 16:40:25.815466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:25.821106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41082264-df48-4768-b557-93f5de81ce74 req-712952ab-4cef-4e33-96f6-b391b1d47e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:25.822667 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-712952ab-4cef-4e33-96f6-b391b1d47e82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6068058
Apr 05 16:40:25.844969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:25.859476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] For port 9a134953-2f6a-4434-8deb-6dea3a1c8633, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:40:25.862969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] For port 9a134953-2f6a-4434-8deb-6dea3a1c8633, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9a134953-2f6a-4434-8deb-6dea3a1c8633,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:40:25.864111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Made reservation on behalf of e7634d0c1713472490f05bb4996e3a6b for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:40:25.870285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:25.888338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:25.909709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:25.936780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233e04d-b7ab-46a0-881a-e043128e107d req-5132675e-643b-496b-9850-35a605d45eff tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:25.939640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0233e04d-b7ab-46a0-881a-e043128e107d req-5132675e-643b-496b-9850-35a605d45eff tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.1153452
Apr 05 16:40:26.065308 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0233e04d-b7ab-46a0-881a-e043128e107d req-e0d2167a-018e-4b6f-a3cb-8e4e90404f95 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1135106
Apr 05 16:40:26.182858 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9de85674-eed7-44ef-a4e1-61822e539fbb req-dd040908-9fb2-4a87-a5f1-e798014bbab7 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1943469
Apr 05 16:40:26.319382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Pushing event updated for resources: {'Port': ['ID=9a134953-2f6a-4434-8deb-6dea3a1c8633,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:26.323070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:26.452823 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-69397253-135e-4e37-9f23-0f7e7e5b45bd service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4884789
Apr 05 16:40:26.461373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:26.462040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:26.463828 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] 10.222.0.35 "PUT /v2.0/ports/9a134953-2f6a-4434-8deb-6dea3a1c8633 HTTP/1.1" status: 200  len: 1093 time: 3.5604868
Apr 05 16:40:26.490156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'tag': '9a134953-2f6a-4434-8deb-6dea3a1c8633'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:26.533024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02968072-096a-4b8e-ba33-dba7356e7c3f req-52ada028-6c2f-42fb-8237-b5698afbe132 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:26.534635 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-02968072-096a-4b8e-ba33-dba7356e7c3f req-52ada028-6c2f-42fb-8237-b5698afbe132 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.4293332
Apr 05 16:40:26.537731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Allocated IP 172.20.0.6 (511b9aa5-e2e5-4c6a-a230-f4cf159d0755/4867f237-ec21-4f52-82c5-7950a56088ab/8f17568e-052d-4a32-b488-fcd3fe2bf0a4) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:40:26.599546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33574) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:26.613299 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91d75022-9b8b-4e81-93e9-7c2cdad97473 req-5937192a-544d-4dde-9cad-968d198e1792 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0506499
Apr 05 16:40:26.698599 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'tag': '9a134953-2f6a-4434-8deb-6dea3a1c8633', 'status': 'completed', 'code': 200}
Apr 05 16:40:26.701895 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-02968072-096a-4b8e-ba33-dba7356e7c3f req-29cef172-8038-4327-8443-346b2e92aca4 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1598725
Apr 05 16:40:26.756442 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41082264-df48-4768-b557-93f5de81ce74 req-df46203c-3445-4ea5-b5df-0c3e690ccf38 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2912495
Apr 05 16:40:26.849360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:26.882398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:26.937620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Usage tracker for resource:security_group_rule and tenant:b3a7ca0bcac749dc9701a8b28f1ef3c7 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:26.942842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:26.956367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e387a0d-8834-4c30-8d3d-5055714cc9c6 req-50ddc428-3794-4e9c-9875-f165614ea151 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:26.957995 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e387a0d-8834-4c30-8d3d-5055714cc9c6 req-50ddc428-3794-4e9c-9875-f165614ea151 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.0965533
Apr 05 16:40:26.964664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:27.008686 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e387a0d-8834-4c30-8d3d-5055714cc9c6 req-cc0fd5b0-eb0a-4975-af30-52f5a5219885 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438373
Apr 05 16:40:27.058256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.099570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Transition to ACTIVE for port object 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:27.139145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2090-d817-476c-af40-387c48482b29 req-95d29d6d-a297-4665-a199-09cb47a6bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:27.140798 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-abfb2090-d817-476c-af40-387c48482b29 req-95d29d6d-a297-4665-a199-09cb47a6bfda service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 1096 time: 0.2598586
Apr 05 16:40:27.185201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f438a-e7f0-4753-82ea-57ce996fdd45 req-1b958169-1eed-459a-ac78-eb285cd4352b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:27.187290 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-049f438a-e7f0-4753-82ea-57ce996fdd45 req-1b958169-1eed-459a-ac78-eb285cd4352b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.2252731
Apr 05 16:40:27.235753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.251024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.267111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f03bb-204f-47c3-8781-0a923fd1759a req-31aa5e96-25e7-4f14-b376-365e349abd07 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:27.268864 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5b5f03bb-204f-47c3-8781-0a923fd1759a req-31aa5e96-25e7-4f14-b376-365e349abd07 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.0911732
Apr 05 16:40:27.269992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:27.319429 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5b5f03bb-204f-47c3-8781-0a923fd1759a req-1932ff42-1398-4eaa-a07e-dd1232e229af tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435162
Apr 05 16:40:27.324223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.346239 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-049f438a-e7f0-4753-82ea-57ce996fdd45 req-04130b3a-4dd2-41cc-81dd-15106b6c5c2b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1487699
Apr 05 16:40:27.451401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:27.454549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:27.457017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-69ad0926-85ef-4672-9ffd-21801c0ae12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:27.464259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Synchronizing usage tracker for tenant:73d4409266e144f6ba060f9d4ab098b6 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:27.517916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76fbef86-0652-4a09-bda8-5b044a0f8c29,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:27.520952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:27.523033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Unset dirty status for tenant:73d4409266e144f6ba060f9d4ab098b6 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:27.524369 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b3a7ca0bcac749dc9701a8b28f1ef3c7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9099412
Apr 05 16:40:27.527835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33594) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:27.541559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:27.542718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:27.545774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:40:27.551788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:27.552479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.585054 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-f8be50b2-1105-4292-a43d-ac1dd894d126 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3159811
Apr 05 16:40:27.602210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.631695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.681368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.686977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:27.702423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76fbef86-0652-4a09-bda8-5b044a0f8c29,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:27.708112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:27.710279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.712107 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/76fbef86-0652-4a09-bda8-5b044a0f8c29 HTTP/1.1" status: 204  len: 168 time: 0.1824896
Apr 05 16:40:27.827434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-afd1a5de-ad16-4cd4-9f3a-c739bcef4855 None None] Provisioning for port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:27.833386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-afd1a5de-ad16-4cd4-9f3a-c739bcef4855 None None] Provisioning complete for port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:27.834128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-afd1a5de-ad16-4cd4-9f3a-c739bcef4855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:27.856970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4fb436-7d70-4096-a9ba-67e2c9a46916 req-32e97909-8784-4c59-b9e8-2aa8529fcc79 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:27.856970 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bd4fb436-7d70-4096-a9ba-67e2c9a46916 req-32e97909-8784-4c59-b9e8-2aa8529fcc79 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 931 time: 0.1096849
Apr 05 16:40:27.912501 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bd4fb436-7d70-4096-a9ba-67e2c9a46916 req-930f31a4-04b6-48a6-9ec2-cb05dda353cd tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488203
Apr 05 16:40:27.924550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-afd1a5de-ad16-4cd4-9f3a-c739bcef4855 None None] Port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:40:27.929607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0a06b-7818-4a4f-949e-bd7c48e912eb req-f680d0f4-e797-4971-b975-8c2decc8890b tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:27.931756 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-52e0a06b-7818-4a4f-949e-bd7c48e912eb req-f680d0f4-e797-4971-b975-8c2decc8890b tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.0975478
Apr 05 16:40:27.986761 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-52e0a06b-7818-4a4f-949e-bd7c48e912eb req-7a18ffcb-dae9-4dc1-a805-7b38c9396b46 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472951
Apr 05 16:40:28.235809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea0213-3b47-4813-b8b6-09d63f93e4b3 req-036d2d63-f61b-475f-973f-eca10a61b5d7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:28.237435 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0ea0213-3b47-4813-b8b6-09d63f93e4b3 req-036d2d63-f61b-475f-973f-eca10a61b5d7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.0903203
Apr 05 16:40:28.286874 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0ea0213-3b47-4813-b8b6-09d63f93e4b3 req-a6a506f2-2bdf-4608-b657-7a93406793b2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428073
Apr 05 16:40:28.568905 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e7d16-de88-4714-8352-8a938b8a3b9f req-1c311c04-1401-40a1-8a2e-43ea831c63a1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:28.570580 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e28e7d16-de88-4714-8352-8a938b8a3b9f req-1c311c04-1401-40a1-8a2e-43ea831c63a1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.1236346
Apr 05 16:40:28.593121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0244fe18-ad33-4432-ad99-a65ea2ed8cfe req-26182b35-dbab-4ff2-896b-82cd0d90b18e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:28.594679 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0244fe18-ad33-4432-ad99-a65ea2ed8cfe req-26182b35-dbab-4ff2-896b-82cd0d90b18e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.1152029
Apr 05 16:40:28.624681 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e28e7d16-de88-4714-8352-8a938b8a3b9f req-3059afb3-8f57-4209-850b-b8f5e9ce2bd3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453596
Apr 05 16:40:28.647744 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0244fe18-ad33-4432-ad99-a65ea2ed8cfe req-c50577d4-6e2e-4213-8204-6dfa8fa8c4ac tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441878
Apr 05 16:40:29.133074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Request body: {'port': {'device_id': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:29.227601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f271da-1869-4aea-9ebb-ec4a1f8b15d2 req-c261cfd0-7e2e-45a3-ae1d-5ea610031147 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:29.229381 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-38f271da-1869-4aea-9ebb-ec4a1f8b15d2 req-c261cfd0-7e2e-45a3-ae1d-5ea610031147 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.0960462
Apr 05 16:40:29.281261 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-38f271da-1869-4aea-9ebb-ec4a1f8b15d2 req-49a21761-6f39-4f92-811a-1af34977ff39 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439484
Apr 05 16:40:29.411743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a6697-4f34-4abd-894a-81d049fe254b req-f3e0a1f0-a981-4b78-8dae-f8f338d38c86 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:29.412515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-006a6697-4f34-4abd-894a-81d049fe254b req-f3e0a1f0-a981-4b78-8dae-f8f338d38c86 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:29.439059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:29.471085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2090-d817-476c-af40-387c48482b29 req-35223027-1a64-45bc-8b5d-7865ff9db0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:29.472704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-abfb2090-d817-476c-af40-387c48482b29 req-35223027-1a64-45bc-8b5d-7865ff9db0f6 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=f8fad649324a40268dc16b9af4236811&shared=False HTTP/1.1" status: 200  len: 919 time: 0.3120599
Apr 05 16:40:29.473582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-006a6697-4f34-4abd-894a-81d049fe254b req-f3e0a1f0-a981-4b78-8dae-f8f338d38c86 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:29.474783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-006a6697-4f34-4abd-894a-81d049fe254b req-f3e0a1f0-a981-4b78-8dae-f8f338d38c86 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 931 time: 0.4320621
Apr 05 16:40:29.510791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a213b-6daf-4adb-bdbc-187b7f604c43 req-57b130f2-f9c8-4f7f-a54c-436837c98d1d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:29.513238 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b0a213b-6daf-4adb-bdbc-187b7f604c43 req-57b130f2-f9c8-4f7f-a54c-436837c98d1d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.1059480
Apr 05 16:40:29.585554 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6b0a213b-6daf-4adb-bdbc-187b7f604c43 req-efb2ef92-c596-42e1-a352-cf5fb4fa7d4c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624242
Apr 05 16:40:29.817404 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-006a6697-4f34-4abd-894a-81d049fe254b req-30455bef-f537-4969-b63d-bfb7b860d5b5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032133
Apr 05 16:40:29.841206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e85f0a-3ea5-42d2-a9ae-422283ea6b03 req-fc332fc2-2dc1-459a-8167-ad09b216d4f7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:29.843587 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-18e85f0a-3ea5-42d2-a9ae-422283ea6b03 req-fc332fc2-2dc1-459a-8167-ad09b216d4f7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.0993059
Apr 05 16:40:29.910823 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-18e85f0a-3ea5-42d2-a9ae-422283ea6b03 req-78be4a1e-f6bf-4f32-986e-bcb3f89d3208 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586760
Apr 05 16:40:30.069809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33694) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:30.149626 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f70f1-5c94-497d-b167-7a4ac0f82009 req-d019be2e-05f8-44df-841d-23e7828c5e80 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:30.151206 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fe6f70f1-5c94-497d-b167-7a4ac0f82009 req-d019be2e-05f8-44df-841d-23e7828c5e80 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.1867747
Apr 05 16:40:30.193495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.211130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:30.215215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Usage tracker for resource:security_group_rule and tenant:818faa79f55741d0a83ce3da9248c79e is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:30.218771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:30.225179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:30.262309 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fe6f70f1-5c94-497d-b167-7a4ac0f82009 req-39a59b3d-8e22-4941-b208-cb5df5a54220 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1024837
Apr 05 16:40:30.267009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:30.275000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.291100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Transition to ACTIVE for port object 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:40:30.294692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.311899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:30.316792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.321355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.336369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:30.372199 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=818faa79f55741d0a83ce3da9248c79e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987931
Apr 05 16:40:30.375149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33706) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:30.394806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=793a1f40-f135-4a28-bd4b-754c0e6ad307,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:30.398047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:30.501853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.542151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.576431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5433719-505b-47a5-bd3b-40aff2a7682f req-a046aa4a-c5d8-404a-a3e5-2269ff300fc3 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:30.578686 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b5433719-505b-47a5-bd3b-40aff2a7682f req-a046aa4a-c5d8-404a-a3e5-2269ff300fc3 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.1679122
Apr 05 16:40:30.578822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:30.585898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:30.644976 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b5433719-505b-47a5-bd3b-40aff2a7682f req-1ba0a837-519b-43c5-8eb6-75565beb1a17 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496113
Apr 05 16:40:30.645791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb2090-d817-476c-af40-387c48482b29 req-3d6c0601-965a-4e9e-bb14-2422422d0a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:30.647374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-abfb2090-d817-476c-af40-387c48482b29 req-3d6c0601-965a-4e9e-bb14-2422422d0a07 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2712450
Apr 05 16:40:30.659011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.665263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:30.683201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=793a1f40-f135-4a28-bd4b-754c0e6ad307,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:30.686194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:30.689052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:30.693383 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/793a1f40-f135-4a28-bd4b-754c0e6ad307 HTTP/1.1" status: 204  len: 168 time: 0.3172076
Apr 05 16:40:30.925766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Attempting to bind port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:40:30.926286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Attempting to bind port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:40:30.926430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Attempting to bind port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:30.944323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:40:30.944687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Attempting to bind port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:40:30.957624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:40:30.958007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Checking segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:40:30.958421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Bound using segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:40:30.958891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Bound port: 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:40:30.959272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.057896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead831ed-94ff-4d6a-8b75-387bb02bfe56 req-0c4af1fc-8e50-4eb8-a350-a21b20b8757f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.066045 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ead831ed-94ff-4d6a-8b75-387bb02bfe56 req-0c4af1fc-8e50-4eb8-a350-a21b20b8757f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.3256984
Apr 05 16:40:31.066259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baaa1d-69a6-44d7-9350-8a9a052af9b2 req-fb75cdaf-55e5-4dc5-85ed-8ebc34790590 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.074039 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91baaa1d-69a6-44d7-9350-8a9a052af9b2 req-fb75cdaf-55e5-4dc5-85ed-8ebc34790590 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1014545
Apr 05 16:40:31.101193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33724) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:31.108815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-1cf2f15a-006e-4f4d-9df1-181137ea3841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.110393 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-1cf2f15a-006e-4f4d-9df1-181137ea3841 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 1096 time: 0.2473862
Apr 05 16:40:31.135540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.148639 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91baaa1d-69a6-44d7-9350-8a9a052af9b2 req-2b4a1be8-a9cb-4bba-b138-4296ae5f68e5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0736237
Apr 05 16:40:31.153955 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:31.158482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Usage tracker for resource:security_group_rule and tenant:1f7364470b4f49c49b56e7f7ec7bb637 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:31.161497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:31.173079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:31.201505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:40:31.213618 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ead831ed-94ff-4d6a-8b75-387bb02bfe56 req-1f0b1f4f-2aca-41ea-a0fd-74b420a1b469 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1464627
Apr 05 16:40:31.216178 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-7b2d5fa4-83a3-4719-856a-f772be671e21 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a134953-2f6a-4434-8deb-6dea3a1c8633 HTTP/1.1" status: 200  len: 217 time: 0.0872021
Apr 05 16:40:31.220701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:40:31.264205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.270286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.277038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:31.311546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.341290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0ecaf7ee-5c70-456d-850b-1d0b8ff3f274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:31.392048 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1f7364470b4f49c49b56e7f7ec7bb637&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2820597
Apr 05 16:40:31.397489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33732) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:31.402933 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9900187-26a6-473b-b971-1faab4e8a3d5,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:31.416968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:31.459910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93234e86-7d8d-472a-a71b-7ea733dcea48 req-5978a83b-0f1a-46e2-b587-930c526f4238 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.468431 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93234e86-7d8d-472a-a71b-7ea733dcea48 req-5978a83b-0f1a-46e2-b587-930c526f4238 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.2037971
Apr 05 16:40:31.522412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-f8f32c8d-5d02-47e4-9993-ace84f2f7b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.524201 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-f8f32c8d-5d02-47e4-9993-ace84f2f7b3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.3010101
Apr 05 16:40:31.537433 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93234e86-7d8d-472a-a71b-7ea733dcea48 req-8440a2a5-2f93-4c2b-bb5f-c8456b611056 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680580
Apr 05 16:40:31.538185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.550326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:31.553530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:31.580470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.628561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.633814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:31.640332 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-53629e48-d7f4-47ef-a34e-e6f957fee5eb service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0754304
Apr 05 16:40:31.645715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9900187-26a6-473b-b971-1faab4e8a3d5,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:31.649652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:31.653103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.654230 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f9900187-26a6-473b-b971-1faab4e8a3d5 HTTP/1.1" status: 204  len: 168 time: 0.2546577
Apr 05 16:40:31.706023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.706800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:31.708214 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] 10.222.0.35 "PUT /v2.0/ports/8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 1093 time: 2.5837369
Apr 05 16:40:31.708730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:31.738613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ddea85-1c31-415c-b0c2-0bd149ad5c55 req-ac86dc0c-1cfd-47ea-a1a3-fe6e903b14a5 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.746294 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57ddea85-1c31-415c-b0c2-0bd149ad5c55 req-ac86dc0c-1cfd-47ea-a1a3-fe6e903b14a5 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.3153036
Apr 05 16:40:31.929447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402796a-8912-4f7d-bf64-70ea7d17eaba req-ac7b0a2d-743c-4268-97f4-5d90ce91ea74 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:31.938773 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4402796a-8912-4f7d-bf64-70ea7d17eaba req-ac7b0a2d-743c-4268-97f4-5d90ce91ea74 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.1347930
Apr 05 16:40:31.995855 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57ddea85-1c31-415c-b0c2-0bd149ad5c55 req-1c855c05-4f15-498c-9cb8-3c17b8097919 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2485201
Apr 05 16:40:32.001287 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4402796a-8912-4f7d-bf64-70ea7d17eaba req-262cf36e-3a8a-4e33-b56b-aa5ccebfcd5c tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612340
Apr 05 16:40:32.036531 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-04377668-8353-483e-a165-5c2a9ad0369e service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3805313
Apr 05 16:40:32.340411 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'status': 'completed', 'code': 200}
Apr 05 16:40:32.349650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-b327e0f0-7252-4921-8a00-da7e94ee3b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:32.351789 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-b327e0f0-7252-4921-8a00-da7e94ee3b76 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1096 time: 0.5366209
Apr 05 16:40:32.505367 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-c69368dd-7bb7-4ad6-9739-e564117e55a5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 217 time: 0.0907547
Apr 05 16:40:32.556698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb182419-521c-4cef-8bb3-6f4dc83ab32d req-378ea76e-414e-4a1c-9b33-83b9fb077590 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:32.565835 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eb182419-521c-4cef-8bb3-6f4dc83ab32d req-378ea76e-414e-4a1c-9b33-83b9fb077590 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1515641
Apr 05 16:40:32.626577 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eb182419-521c-4cef-8bb3-6f4dc83ab32d req-408ef181-158f-45a7-9ff4-bc5c0c296745 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0593753
Apr 05 16:40:32.768462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-c1ae8157-0e39-4d17-828c-51e128f61b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:32.770051 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-c1ae8157-0e39-4d17-828c-51e128f61b30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.2575278
Apr 05 16:40:32.771991 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a3b5d8c-4ebe-48e8-ada6-b0c5b5663a75 req-2868dc33-aa96-409c-8f27-3c98b348d5f3 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7215581
Apr 05 16:40:32.843378 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187cb4e6-024a-495d-a9e2-9068067566d0 req-d9427e71-8532-4188-8090-bd16b632a8e5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:32.851722 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-187cb4e6-024a-495d-a9e2-9068067566d0 req-d9427e71-8532-4188-8090-bd16b632a8e5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.1192157
Apr 05 16:40:32.901077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9c4ea4-5c62-48ba-9073-cc000cf51ce1 req-19a7950e-c502-4223-88a8-3d56e4899628 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:32.910222 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1a9c4ea4-5c62-48ba-9073-cc000cf51ce1 req-19a7950e-c502-4223-88a8-3d56e4899628 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.3981886
Apr 05 16:40:32.940496 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-187cb4e6-024a-495d-a9e2-9068067566d0 req-5fcbea0a-e531-44b6-9c92-7d47bd0d6178 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0876920
Apr 05 16:40:32.995318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-e2b09f5e-722c-45f7-a65f-5aa1d392ed5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:32.997280 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-e2b09f5e-722c-45f7-a65f-5aa1d392ed5b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1986413
Apr 05 16:40:33.002137 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1a9c4ea4-5c62-48ba-9073-cc000cf51ce1 req-82586945-56b9-4823-8637-a5e1b860a6de tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910258
Apr 05 16:40:33.195647 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-da3b493f-9c86-4fdd-a4a5-d75a2b56f141 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1901762
Apr 05 16:40:33.233435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc79b196-b6d2-47d7-b4d1-23af9a41de14 req-de4c5f97-85ad-4e6b-be16-0491de5d3c82 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:33.235208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc79b196-b6d2-47d7-b4d1-23af9a41de14 req-de4c5f97-85ad-4e6b-be16-0491de5d3c82 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.1067326
Apr 05 16:40:33.296368 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc79b196-b6d2-47d7-b4d1-23af9a41de14 req-f559134b-711a-46ec-8648-b1204741c53a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0530334
Apr 05 16:40:33.363889 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-883b2fe6-7f7c-4519-a8c9-dfca644d06a5 req-e9c54f81-2613-4d1d-8e3b-07457f81d8b9 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604323
Apr 05 16:40:33.582203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-dad1ee25-cad1-485d-9721-f4f5943e14ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:33.583796 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-dad1ee25-cad1-485d-9721-f4f5943e14ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1096 time: 0.0979307
Apr 05 16:40:33.732088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-d89e7077-5336-4bec-99c5-45cf1815e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:33.733896 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-d89e7077-5336-4bec-99c5-45cf1815e6fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1432254
Apr 05 16:40:33.858228 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-94c385fd-9524-423b-bb1a-9f147db6079b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 217 time: 0.0813198
Apr 05 16:40:33.954263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb4342-3f34-4ae0-9900-426b3bf9f0b8 req-fb580836-8bb5-4d2b-add4-afb7870fb722 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:33.955871 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-23cb4342-3f34-4ae0-9900-426b3bf9f0b8 req-fb580836-8bb5-4d2b-add4-afb7870fb722 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.2162185
Apr 05 16:40:33.959712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-f1e77311-ef25-4345-8bc7-08d2405d84ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:33.961192 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-f1e77311-ef25-4345-8bc7-08d2405d84ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0934536
Apr 05 16:40:34.062671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-23cb4342-3f34-4ae0-9900-426b3bf9f0b8 req-4e35461f-1270-43ae-ad21-ed5837466023 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979087
Apr 05 16:40:34.116598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-549a569d-404e-43ce-aa41-befe503e21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:34.118194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-549a569d-404e-43ce-aa41-befe503e21b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1338758
Apr 05 16:40:34.298900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6100ded-4a37-4daa-a7db-c2219a30dfd0 req-f0ae6b11-f32d-4382-a9e7-773aa0976ec5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:34.300479 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6100ded-4a37-4daa-a7db-c2219a30dfd0 req-f0ae6b11-f32d-4382-a9e7-773aa0976ec5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.1075761
Apr 05 16:40:34.369174 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6100ded-4a37-4daa-a7db-c2219a30dfd0 req-3c004815-9ea0-4a18-a6d9-e744ac437f0c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600204
Apr 05 16:40:34.391967 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-e32d9236-7105-4efc-acf7-fd7e947822c4 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2622826
Apr 05 16:40:34.404674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f8d9e-1c49-469b-8699-c25436cb2de6 req-27d864a2-8ee5-4fa9-9f5d-b7d95953f7e4 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:34.406447 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-159f8d9e-1c49-469b-8699-c25436cb2de6 req-27d864a2-8ee5-4fa9-9f5d-b7d95953f7e4 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.1498060
Apr 05 16:40:34.550911 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-159f8d9e-1c49-469b-8699-c25436cb2de6 req-314b9027-fbce-44a3-a589-fe5a535c31cf tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208224
Apr 05 16:40:34.621315 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f652ad-f4ac-403c-aee4-47d2a04b26f4 req-1a112356-83b8-44c3-8588-8c83be351fb8 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2138152
Apr 05 16:40:34.794119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01271ea-52b0-4b23-a645-42aa5403755e req-e9a176a0-5f17-43e8-af26-23408d663c36 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:34.796349 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f01271ea-52b0-4b23-a645-42aa5403755e req-e9a176a0-5f17-43e8-af26-23408d663c36 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 944 time: 0.0914426
Apr 05 16:40:34.844651 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f01271ea-52b0-4b23-a645-42aa5403755e req-ddd321dc-7d49-4b76-8ae2-ced03df6231c tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418682
Apr 05 16:40:35.092854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device ed69b593-883d-4934-ad61-aa242a52a7ca details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:40:35.293976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-480cfb0f-ddba-4d89-a837-6383b3e8e1b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:35.324554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port ed69b593-883d-4934-ad61-aa242a52a7ca, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed69b593-883d-4934-ad61-aa242a52a7ca,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:35.341974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'port_id': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'mac_address': 'fa:16:3e:d3:79:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:40:35.376490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab45422c-1b84-42c1-8573-a8eb4e646d49 req-7c241500-f8bb-4454-b805-6e0e3c38abac tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:35.384868 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ab45422c-1b84-42c1-8573-a8eb4e646d49 req-7c241500-f8bb-4454-b805-6e0e3c38abac tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1422839
Apr 05 16:40:35.412470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:35.440761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed69b593-883d-4934-ad61-aa242a52a7ca {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:35.456670 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ab45422c-1b84-42c1-8573-a8eb4e646d49 req-6f9d1363-701b-474a-9a86-75a7271d729a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708041
Apr 05 16:40:35.472299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port ed69b593-883d-4934-ad61-aa242a52a7ca, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed69b593-883d-4934-ad61-aa242a52a7ca,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:35.478821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:35.478821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device d46c6905-ee98-4f49-b417-e9243e902425 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:40:35.480789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:35.558932 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=ed69b593-883d-4934-ad61-aa242a52a7ca,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:35.625697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:35.674012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2752cd3-2a37-466b-aa77-6a716e9846dc req-b5e398cb-b487-4107-8ac8-05c1e1393d96 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:35.675368 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f2752cd3-2a37-466b-aa77-6a716e9846dc req-b5e398cb-b487-4107-8ac8-05c1e1393d96 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.1179359
Apr 05 16:40:35.749994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port d46c6905-ee98-4f49-b417-e9243e902425, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d46c6905-ee98-4f49-b417-e9243e902425,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:35.754624 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f2752cd3-2a37-466b-aa77-6a716e9846dc req-1bf6c92e-d816-4438-af52-9c9ec83f4058 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719104
Apr 05 16:40:35.769696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'd46c6905-ee98-4f49-b417-e9243e902425', 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'port_id': 'd46c6905-ee98-4f49-b417-e9243e902425', 'mac_address': 'fa:16:3e:80:be:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:40:35.834780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:35.853440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46c6905-ee98-4f49-b417-e9243e902425 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:35.871689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port d46c6905-ee98-4f49-b417-e9243e902425, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d46c6905-ee98-4f49-b417-e9243e902425,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:35.876417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:35.878546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:35.966127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=d46c6905-ee98-4f49-b417-e9243e902425,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:35.969490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:36.112818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33932) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:36.119709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fde60fe-0871-4f10-b930-ff480fd98809 req-73a5ba77-df9d-416b-9c3d-670a043adb68 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:36.121529 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6fde60fe-0871-4f10-b930-ff480fd98809 req-73a5ba77-df9d-416b-9c3d-670a043adb68 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 945 time: 0.1265781
Apr 05 16:40:36.175582 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6fde60fe-0871-4f10-b930-ff480fd98809 req-8b6ab011-3282-47bc-98d5-a1b64be6bc8c tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458479
Apr 05 16:40:36.253103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.270296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:36.273831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Usage tracker for resource:security_group_rule and tenant:017c680f8cd54964838711d44eb86330 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:36.277231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:36.283461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:36.369670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.372720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.381334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33944) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:36.388519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:36.421151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['ed69b593-883d-4934-ad61-aa242a52a7ca'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:36.433547 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=017c680f8cd54964838711d44eb86330&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3195343
Apr 05 16:40:36.434480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4705e4-2002-4698-8495-375bd8577938,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:36.436883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33950) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:36.444429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.444835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.445237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.445628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.446013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.446398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.446785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.447174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.447560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.447964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.448355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.448735 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:36.453615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:36.530180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['d46c6905-ee98-4f49-b417-e9243e902425'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:36.566317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.615206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:36.668532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Usage tracker for resource:security_group_rule and tenant:10577449cb6a4bc390044e05b4fa176c is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:36.674959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:36.678199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.685066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:36.760346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.840371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb2c1a5-67ea-4def-a226-7087da432c0a req-e92434ee-c2d4-4ff0-8a33-291cf10ef8b5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:36.842369 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9cb2c1a5-67ea-4def-a226-7087da432c0a req-e92434ee-c2d4-4ff0-8a33-291cf10ef8b5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.2325993
Apr 05 16:40:36.874427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.919227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:36.943370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9cb2c1a5-67ea-4def-a226-7087da432c0a req-507d3f2e-20f2-401c-bb26-bdea92e48bb9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0872214
Apr 05 16:40:36.946386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:36.997585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4705e4-2002-4698-8495-375bd8577938,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:37.001451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.004803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.008444 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/9a4705e4-2002-4698-8495-375bd8577938 HTTP/1.1" status: 204  len: 168 time: 0.5680621
Apr 05 16:40:37.012875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.013305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.014495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.014812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.015274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.015708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.016026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.016451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.016770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.017207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.017579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.018068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:37.021494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.023033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:37.035730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:37.065914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7591b2-80f1-4687-bef6-432e671e5749,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:37.073234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:37.124065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9a134953-2f6a-4434-8deb-6dea3a1c8633 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:40:37.136772 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=10577449cb6a4bc390044e05b4fa176c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7542515
Apr 05 16:40:37.140079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 33974) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:37.301699 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.346945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c7ab8-f75a-4394-88dd-e9d40ccc316e req-fb52effb-ffde-4d60-90a5-5b2fa6673986 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:37.347741 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-138c7ab8-f75a-4394-88dd-e9d40ccc316e req-fb52effb-ffde-4d60-90a5-5b2fa6673986 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 943 time: 0.1844547
Apr 05 16:40:37.392853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 9a134953-2f6a-4434-8deb-6dea3a1c8633, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9a134953-2f6a-4434-8deb-6dea3a1c8633,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:37.412690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '9a134953-2f6a-4434-8deb-6dea3a1c8633', 'network_id': 'f4ad239f-6ae0-4f56-bef8-fe62df70c145', 'port_id': '9a134953-2f6a-4434-8deb-6dea3a1c8633', 'mac_address': 'fa:16:3e:5e:c3:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5581905b-30d7-47d7-b949-faab52f9a70d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:40:37.476972 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-138c7ab8-f75a-4394-88dd-e9d40ccc316e req-20563130-efe4-4699-af69-51b78637eee9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128798
Apr 05 16:40:37.507416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.531728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a134953-2f6a-4434-8deb-6dea3a1c8633 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:37.553250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 9a134953-2f6a-4434-8deb-6dea3a1c8633, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9a134953-2f6a-4434-8deb-6dea3a1c8633,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:37.559213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.560631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:40:37.563203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:37.665476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33986) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:37.683182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-498aabf7-7085-479e-a8a9-93d1e9b5855b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.686178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.686458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.701517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:37.706021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Usage tracker for resource:security_group_rule and tenant:46ae0937cdcd4bf9adff579061043091 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:37.710458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:37.714325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=9a134953-2f6a-4434-8deb-6dea3a1c8633,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:37.718817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:37.720630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:37.767738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2470a7-c08a-4a1b-93cf-0792e266bf88 req-e466cf83-f1a4-4a97-a472-4f00431047de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:37.769373 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5b2470a7-c08a-4a1b-93cf-0792e266bf88 req-e466cf83-f1a4-4a97-a472-4f00431047de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 945 time: 0.1384485
Apr 05 16:40:37.777604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.785960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:37.805874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.808916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.813310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.817747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.823009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7591b2-80f1-4687-bef6-432e671e5749,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:37.832891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:37.848240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:37.852629 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5b2470a7-c08a-4a1b-93cf-0792e266bf88 req-143c88dc-6eec-4f14-aa75-e45d59f4a2b4 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687823
Apr 05 16:40:37.858047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.859312 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8b7591b2-80f1-4687-bef6-432e671e5749 HTTP/1.1" status: 204  len: 168 time: 0.7181692
Apr 05 16:40:37.869562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:37.901113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'port_id': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'mac_address': 'fa:16:3e:70:ca:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:40:37.904858 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=46ae0937cdcd4bf9adff579061043091&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2377429
Apr 05 16:40:37.905618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 33994) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:37.908544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f329bca-2d1b-481d-a49d-55af207423ac,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:37.911751 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:37.970244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.981117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:37.990154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:40:38.008658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:38.013912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.019973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:38.033069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.122058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:38.126413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:38.326903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34004) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:38.345960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.354052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.362388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:38.366357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Usage tracker for resource:security_group_rule and tenant:867385fbf120409494b7761fa1eeb95e is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:38.367436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-00c9ebd8-ca59-450e-af73-e5aec0d7bc3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:38.369288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:38.375788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:38.382437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f329bca-2d1b-481d-a49d-55af207423ac,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:38.388154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:38.394179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.397925 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f329bca-2d1b-481d-a49d-55af207423ac HTTP/1.1" status: 204  len: 168 time: 0.4886672
Apr 05 16:40:38.418056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c378a-cf92-479e-8d7b-916358f13841 req-d04d7ddc-f2fa-4347-9f1e-5dbc0f82a1bf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:38.420066 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-149c378a-cf92-479e-8d7b-916358f13841 req-d04d7ddc-f2fa-4347-9f1e-5dbc0f82a1bf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.3323085
Apr 05 16:40:38.470232 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-149c378a-cf92-479e-8d7b-916358f13841 req-432345d1-ebbe-4050-b933-15107902bd77 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431740
Apr 05 16:40:38.476954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.480739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.491708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:38.537594 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=867385fbf120409494b7761fa1eeb95e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2070549
Apr 05 16:40:38.537594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b872a2e3-0a85-4934-9b54-23e29758275a,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:38.538016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 34012) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:38.539242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:38.625095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.661498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.710101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a186074-fdb5-4452-8656-88f3498c716d req-ebcb09bb-82c4-49b9-bad0-999863171b43 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:38.710806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.716275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:38.717850 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a186074-fdb5-4452-8656-88f3498c716d req-ebcb09bb-82c4-49b9-bad0-999863171b43 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 944 time: 0.1032000
Apr 05 16:40:38.731735 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b872a2e3-0a85-4934-9b54-23e29758275a,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:38.734847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:38.738510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:38.743176 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b872a2e3-0a85-4934-9b54-23e29758275a HTTP/1.1" status: 204  len: 168 time: 0.2040188
Apr 05 16:40:38.771061 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a186074-fdb5-4452-8656-88f3498c716d req-dfd2180b-5e61-473f-a014-ded09419076f tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522799
Apr 05 16:40:39.153153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d302b1-4040-430f-ab3e-4f9f65bd83ab req-07336563-6179-44d1-8a23-330b069bec8a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:39.155464 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f7d302b1-4040-430f-ab3e-4f9f65bd83ab req-07336563-6179-44d1-8a23-330b069bec8a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 945 time: 0.1599488
Apr 05 16:40:39.217115 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f7d302b1-4040-430f-ab3e-4f9f65bd83ab req-b5c59d1a-379b-4e3b-8ff7-32124e61540a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535924
Apr 05 16:40:39.229684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:39.713959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a491b75a-1662-4611-938e-4fe486a1c890 req-29e32793-e335-453d-b375-86c69de9db1e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:39.716088 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a491b75a-1662-4611-938e-4fe486a1c890 req-29e32793-e335-453d-b375-86c69de9db1e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1061234
Apr 05 16:40:39.776814 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a491b75a-1662-4611-938e-4fe486a1c890 req-b9540db8-2efb-42d4-b2ae-cc73053887ef tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522461
Apr 05 16:40:39.830125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34080) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:39.963888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:39.980913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:39.986049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Usage tracker for resource:security_group_rule and tenant:4ab4a2e5c2484f51b5d8637ea5e9586d is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:39.988761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b407b-508d-4232-b3fe-c37c44c2fd8a req-321edca5-dad4-42ee-b9f9-b3c8c36081e8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:39.989230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:39.990439 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-770b407b-508d-4232-b3fe-c37c44c2fd8a req-321edca5-dad4-42ee-b9f9-b3c8c36081e8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 944 time: 0.0957506
Apr 05 16:40:39.995550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:40.048133 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-770b407b-508d-4232-b3fe-c37c44c2fd8a req-0ba8de8d-a66f-46f2-93f7-33039fabd1f7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493319
Apr 05 16:40:40.096615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:40.100240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:40.110749 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aa338b63-b586-4f4f-9931-b757a5d23652 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:40.159149 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4ab4a2e5c2484f51b5d8637ea5e9586d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3256073
Apr 05 16:40:40.159149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78a6c68-8566-4e58-94f9-f30f55886933,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:40.159641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 34098) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:40.161093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:40.222213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:40.255055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:40.304047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:40.309490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:40.322444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78a6c68-8566-4e58-94f9-f30f55886933,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:40.328052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:40.330147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:40.334045 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e78a6c68-8566-4e58-94f9-f30f55886933 HTTP/1.1" status: 204  len: 168 time: 0.1705649
Apr 05 16:40:40.448602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa46a-3525-481c-8d32-5eeb65270679 req-3b4af70a-c210-46e8-98ee-1e19a7984315 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:40.450260 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-62bfa46a-3525-481c-8d32-5eeb65270679 req-3b4af70a-c210-46e8-98ee-1e19a7984315 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 945 time: 0.1180782
Apr 05 16:40:40.507783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-62bfa46a-3525-481c-8d32-5eeb65270679 req-cd37d33a-fb86-4a2c-b53a-12faea07f6df tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486298
Apr 05 16:40:41.024207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476d647-0bf1-48ad-8bb8-1ade1be5fa60 req-31f500b6-d435-4a21-9d24-bfc1418d7386 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:41.025825 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4476d647-0bf1-48ad-8bb8-1ade1be5fa60 req-31f500b6-d435-4a21-9d24-bfc1418d7386 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1041446
Apr 05 16:40:41.090036 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4476d647-0bf1-48ad-8bb8-1ade1be5fa60 req-5c82e28d-110f-4ab2-bb6a-3339d46ef770 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568151
Apr 05 16:40:41.284244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2d1ff-5031-46dc-a8f5-ac9a1ae74b30 req-c45cda52-4d84-43b3-b989-3b133f317676 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:41.288407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1fa2d1ff-5031-46dc-a8f5-ac9a1ae74b30 req-c45cda52-4d84-43b3-b989-3b133f317676 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 944 time: 0.0957115
Apr 05 16:40:41.335260 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1fa2d1ff-5031-46dc-a8f5-ac9a1ae74b30 req-92b03c02-c458-46c1-8afc-9ef8a10909a4 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423160
Apr 05 16:40:41.739074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bafe7d4-028a-403e-8247-eb7145b49eb9 req-4299912c-1374-4868-b5a3-1243d8795431 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:41.746732 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bafe7d4-028a-403e-8247-eb7145b49eb9 req-4299912c-1374-4868-b5a3-1243d8795431 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 945 time: 0.1145186
Apr 05 16:40:41.807078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bafe7d4-028a-403e-8247-eb7145b49eb9 req-cd476e26-e709-45d5-8c84-2afd21ec19bc tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591760
Apr 05 16:40:42.313604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a968a25b-3c03-406e-b19e-a2e3270f14ca req-30026b44-7f39-4646-a673-c375323a0512 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:42.315104 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a968a25b-3c03-406e-b19e-a2e3270f14ca req-30026b44-7f39-4646-a673-c375323a0512 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.0956995
Apr 05 16:40:42.363391 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a968a25b-3c03-406e-b19e-a2e3270f14ca req-e8921fc4-10b8-49a2-b919-5a9c76033bc8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418553
Apr 05 16:40:42.543759 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9a134953-2f6a-4434-8deb-6dea3a1c8633'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:42.614569 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-08cabd48-5830-40e1-ad78-567751e3d0c9 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1143043
Apr 05 16:40:42.618197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['8f17568e-052d-4a32-b488-fcd3fe2bf0a4'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:42.631828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21af879-49fa-499e-82da-51ac4599f52f req-5a5ae1bf-6277-472c-9a6b-44450f982300 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:42.633837 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d21af879-49fa-499e-82da-51ac4599f52f req-5a5ae1bf-6277-472c-9a6b-44450f982300 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 944 time: 0.1715462
Apr 05 16:40:42.722339 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d21af879-49fa-499e-82da-51ac4599f52f req-901b3596-c007-4b1c-91bc-7d115dc7f154 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702755
Apr 05 16:40:42.821513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-6138c7b5-e73c-420e-9355-f62440cb5c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:42.824842 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-6138c7b5-e73c-420e-9355-f62440cb5c2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ec43bb1467764c7da2f82f303e6ce135&device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 1098 time: 0.0980389
Apr 05 16:40:42.947075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34272) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:43.127370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98ca30-55e7-409b-94ef-f7aec7d42b81 req-4bdab563-7c6f-4a0e-9723-dff8cbbab844 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:43.130162 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae98ca30-55e7-409b-94ef-f7aec7d42b81 req-4bdab563-7c6f-4a0e-9723-dff8cbbab844 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 945 time: 0.1235569
Apr 05 16:40:43.162745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-8809e0c6-94d0-4533-89ae-e62a39a133fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:43.164348 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-8809e0c6-94d0-4533-89ae-e62a39a133fe service neutron] 10.222.0.35 "GET /v2.0/networks?id=581d9cbf-e1ba-498d-b78c-55fca3be9215 HTTP/1.1" status: 200  len: 913 time: 0.2893360
Apr 05 16:40:43.203551 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae98ca30-55e7-409b-94ef-f7aec7d42b81 req-6c20d0b0-9378-4fb7-b2cd-9bc1987559b7 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667751
Apr 05 16:40:43.206126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.232760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:43.232760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Usage tracker for resource:security_group_rule and tenant:e972982681ae4d6082ffd15ca777bb62 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:43.232760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:43.236748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:43.258870 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-a825c046-b1d4-4209-86f3-06b90521dcb4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=756a25d2-461b-48fa-9ec4-6305b7737360 HTTP/1.1" status: 200  len: 217 time: 0.0868776
Apr 05 16:40:43.329979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-f0eb69b3-5f8a-4719-bb1a-76fa260b8352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:43.330912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.331485 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-f0eb69b3-5f8a-4719-bb1a-76fa260b8352 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=837b0261-fc3f-4323-8787-ba722ff597aa HTTP/1.1" status: 200  len: 852 time: 0.0662816
Apr 05 16:40:43.334262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.344337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0340afdb-9ec5-49fd-b7ed-27c0a22c9150 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:43.388184 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e972982681ae4d6082ffd15ca777bb62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4398954
Apr 05 16:40:43.390543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fad4743-2c5c-420a-a79e-eb75592cc4c3,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:43.393223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34292) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:43.396168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:43.397988 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-4ea90de0-3782-4744-9d6b-5bdbf4c2e166 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=581d9cbf-e1ba-498d-b78c-55fca3be9215&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0582902
Apr 05 16:40:43.430188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device ed69b593-883d-4934-ad61-aa242a52a7ca up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:43.468635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.526906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.560093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port ed69b593-883d-4934-ad61-aa242a52a7ca completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:43.570688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port ed69b593-883d-4934-ad61-aa242a52a7ca triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:43.571338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.587814 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-9845184f-eff5-4b90-ad06-e700f9046ab0 service neutron] 10.222.0.35 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753182
Apr 05 16:40:43.637381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.659382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:43.675477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fad4743-2c5c-420a-a79e-eb75592cc4c3,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:43.688060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:43.694236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.698886 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7fad4743-2c5c-420a-a79e-eb75592cc4c3 HTTP/1.1" status: 204  len: 168 time: 0.3046505
Apr 05 16:40:43.771331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.817320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fcb8b1-4342-44a6-b468-51f4bdff809e req-302bfd46-2e17-4fb2-8dcf-c60767376fb9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:43.822836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2fcb8b1-4342-44a6-b468-51f4bdff809e req-302bfd46-2e17-4fb2-8dcf-c60767376fb9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.2330084
Apr 05 16:40:43.839178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:43.861498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port ed69b593-883d-4934-ad61-aa242a52a7ca, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed69b593-883d-4934-ad61-aa242a52a7ca,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:43.868585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:43.869563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device d46c6905-ee98-4f49-b417-e9243e902425 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:43.892358 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2fcb8b1-4342-44a6-b468-51f4bdff809e req-c153735a-dc99-4302-84e6-96d9a5b9d293 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657926
Apr 05 16:40:43.931758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:43.950024 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ca55c46-5a41-4cdc-803a-4d21def9f870 req-93fe3d4c-ea33-4c43-99ca-aa1bb605aebc service neutron] 10.222.0.35 "GET /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3192790
Apr 05 16:40:43.978392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20388775-2fce-4ef4-bbda-ac845791cd8c req-932a3a62-f456-410c-a4ce-390aa6132372 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:43.981504 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20388775-2fce-4ef4-bbda-ac845791cd8c req-932a3a62-f456-410c-a4ce-390aa6132372 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 944 time: 0.1204123
Apr 05 16:40:44.005439 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'code': 200}
Apr 05 16:40:44.056090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=ed69b593-883d-4934-ad61-aa242a52a7ca,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:44.067713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.068308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.068898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.069641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.070181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.070721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.071269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.071819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.072744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.072744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.073039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.073391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:40:44.078538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:44.086880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port d46c6905-ee98-4f49-b417-e9243e902425 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:44.096472 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20388775-2fce-4ef4-bbda-ac845791cd8c req-3a452d88-b902-4a3e-863a-4fb5d589075c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1040719
Apr 05 16:40:44.098442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port d46c6905-ee98-4f49-b417-e9243e902425 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:44.101254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.234436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34334) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:44.257187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.289500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:44.294384 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Usage tracker for resource:security_group_rule and tenant:606c73a2a80e4ba884e9d83a148c6a90 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:44.299252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:44.306061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:44.333966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.401502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port d46c6905-ee98-4f49-b417-e9243e902425, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d46c6905-ee98-4f49-b417-e9243e902425,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:44.406693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.409302 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:44.508483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.515237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.519399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=d46c6905-ee98-4f49-b417-e9243e902425,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:44.533745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:44.536574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4360d75a-0e84-4a11-8dbe-e59b242b7c4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:44.565645 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=606c73a2a80e4ba884e9d83a148c6a90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3297172
Apr 05 16:40:44.568960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34348) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:44.621830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593dfa9-1155-4745-ac10-b559bda24616 req-f5733b79-871e-4e07-a333-075410e74915 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:44.624601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc350b6a-ef08-4afe-8931-8440bf929cb0,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:44.628092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:44.636567 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7593dfa9-1155-4745-ac10-b559bda24616 req-f5733b79-871e-4e07-a333-075410e74915 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.2547333
Apr 05 16:40:44.650328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680f598-e706-4995-8f8a-74bfd3644e80 req-5ed55d63-9883-4836-8e3b-294b7bc841d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:44.652223 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d680f598-e706-4995-8f8a-74bfd3644e80 req-5ed55d63-9883-4836-8e3b-294b7bc841d8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 1099 time: 0.2050369
Apr 05 16:40:44.669306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.699496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.741179 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7593dfa9-1155-4745-ac10-b559bda24616 req-d94b0e60-cd3f-45fc-90a4-be9ec7d6dc06 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0875847
Apr 05 16:40:44.750833 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.761303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aec87d05-b3a3-4da6-94a8-0879ff2fa610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:44.778618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc350b6a-ef08-4afe-8931-8440bf929cb0,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:44.781019 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d680f598-e706-4995-8f8a-74bfd3644e80 req-5e76171d-361c-4507-96c6-c9f0135a78c8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0886500
Apr 05 16:40:44.782272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:44.783766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:44.784963 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/dc350b6a-ef08-4afe-8931-8440bf929cb0 HTTP/1.1" status: 204  len: 168 time: 0.2149990
Apr 05 16:40:45.140445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345c682-0e8c-42d7-8fa2-2f64aa828236 req-e5140825-b485-4e2e-84bf-1f476a5f82b3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:45.142159 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c345c682-0e8c-42d7-8fa2-2f64aa828236 req-e5140825-b485-4e2e-84bf-1f476a5f82b3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1168029
Apr 05 16:40:45.194689 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c345c682-0e8c-42d7-8fa2-2f64aa828236 req-be570f9b-da80-462f-bdf3-95cfbb5a22e8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0450263
Apr 05 16:40:45.324936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1364b4d-38d6-4319-9c55-9f33a886c201 req-fe8f73d3-b9d4-4ab0-8d1e-cff8b8002ac2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:45.327675 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1364b4d-38d6-4319-9c55-9f33a886c201 req-fe8f73d3-b9d4-4ab0-8d1e-cff8b8002ac2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.1073606
Apr 05 16:40:45.389783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1364b4d-38d6-4319-9c55-9f33a886c201 req-b7309416-718d-4e36-89f7-dd2d16cea115 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551701
Apr 05 16:40:45.432706 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334c564-1553-4cbe-953d-b601c00715b7 req-f20bbb7f-4e87-433b-b2f1-731fcf667906 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:45.434352 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e334c564-1553-4cbe-953d-b601c00715b7 req-f20bbb7f-4e87-433b-b2f1-731fcf667906 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 944 time: 0.1139019
Apr 05 16:40:45.452683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9a134953-2f6a-4434-8deb-6dea3a1c8633 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:45.490049 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e334c564-1553-4cbe-953d-b601c00715b7 req-85b6bdae-1a98-4f78-b25c-d5ba97430cbc tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488832
Apr 05 16:40:45.525404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 9a134953-2f6a-4434-8deb-6dea3a1c8633 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:45.530352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 9a134953-2f6a-4434-8deb-6dea3a1c8633 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:45.530768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:45.660162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:45.695267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 9a134953-2f6a-4434-8deb-6dea3a1c8633, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9a134953-2f6a-4434-8deb-6dea3a1c8633,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:45.698731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:45.699658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:40:45.735303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a30659c7-e8bf-4655-a106-16fb6d169f39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:45.860214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:40:45.872270 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:40:45.872872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:45.923581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=9a134953-2f6a-4434-8deb-6dea3a1c8633,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:45.928545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:45.975272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b639487-94da-4d39-8f39-d6d3d4e141fe req-e97f85a4-1ef5-4452-86a8-7f8e03414200 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:45.977008 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5b639487-94da-4d39-8f39-d6d3d4e141fe req-e97f85a4-1ef5-4452-86a8-7f8e03414200 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1068718
Apr 05 16:40:46.071303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46c6905-ee98-4f49-b417-e9243e902425'}, {'server_uuid': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a134953-2f6a-4434-8deb-6dea3a1c8633'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:46.077279 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5b639487-94da-4d39-8f39-d6d3d4e141fe req-4dafa2a0-58d5-4495-bf9f-775e83e359a3 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927131
Apr 05 16:40:46.103452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:46.146426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:46.149576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:46.151722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a67492ac-6cc8-4f30-b86b-4a3af5344010 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:46.194337 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46c6905-ee98-4f49-b417-e9243e902425', 'code': 200}
Apr 05 16:40:46.194727 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a134953-2f6a-4434-8deb-6dea3a1c8633', 'code': 200}
Apr 05 16:40:46.209395 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34414) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:46.241727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:46.245314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:46.526359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:46.578786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:46.585934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Usage tracker for resource:security_group_rule and tenant:368a7406004e400cb644e9e4dbfb19fc is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:46.590438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:46.631616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:46.668799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2bf908-c9e8-4cd3-9999-027f6020f82c req-0b7aeb80-1ff4-409b-be61-7b7c02eaf3a6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:46.671147 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c2bf908-c9e8-4cd3-9999-027f6020f82c req-0b7aeb80-1ff4-409b-be61-7b7c02eaf3a6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.3062143
Apr 05 16:40:46.769970 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c2bf908-c9e8-4cd3-9999-027f6020f82c req-7e311551-ddc2-4c1f-9ba2-d6681623f61b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843618
Apr 05 16:40:46.845015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:46.848963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:46.907274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a4eec003-70bb-43c9-be4e-b5d618b27bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:46.922543 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=368a7406004e400cb644e9e4dbfb19fc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7119472
Apr 05 16:40:46.925415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34456) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:46.976274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c050e2d5-705b-4052-9899-d723f4be0e70,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:46.976988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ac667-0e5c-4f47-8b43-c698bca3d825 req-f6a140cc-d46c-436b-8f68-0d32b1c162a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:46.978985 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-518ac667-0e5c-4f47-8b43-c698bca3d825 req-f6a140cc-d46c-436b-8f68-0d32b1c162a5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 1098 time: 0.3259594
Apr 05 16:40:46.981793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:46.988183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63f7aa-bec1-4565-af87-22c93093f479 req-342711c8-9e8e-4fba-8092-91a8bfc84589 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:46.999763 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fc63f7aa-bec1-4565-af87-22c93093f479 req-342711c8-9e8e-4fba-8092-91a8bfc84589 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.4208906
Apr 05 16:40:47.004555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cdfb29-994a-4c59-90e5-bca35d3d9699 req-b905ea21-bf30-411b-9b2d-4178ac1fddd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:47.006289 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-37cdfb29-994a-4c59-90e5-bca35d3d9699 req-b905ea21-bf30-411b-9b2d-4178ac1fddd6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.3524766
Apr 05 16:40:47.020388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:47.048723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:47.136981 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-37cdfb29-994a-4c59-90e5-bca35d3d9699 req-9f2d0095-2702-41ab-be7b-25f997f02dc6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803125
Apr 05 16:40:47.137577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:47.148713 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fc63f7aa-bec1-4565-af87-22c93093f479 req-3115db8c-b024-4e4d-9d91-16d2e40868c0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476128
Apr 05 16:40:47.150291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9892bb72-3492-4207-86a4-9a192bb8592a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:47.194764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c050e2d5-705b-4052-9899-d723f4be0e70,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:47.199630 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-518ac667-0e5c-4f47-8b43-c698bca3d825 req-8f908b85-ea8c-4dd0-93a4-bc21dc631712 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1923637
Apr 05 16:40:47.204531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:47.207650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:47.211822 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c050e2d5-705b-4052-9899-d723f4be0e70 HTTP/1.1" status: 204  len: 168 time: 0.2857680
Apr 05 16:40:47.234564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf4578b-65f4-43b2-95cd-f78d2b860dbf req-f92393d7-645a-4eac-8afc-765b694781ae tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:47.236374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2cf4578b-65f4-43b2-95cd-f78d2b860dbf req-f92393d7-645a-4eac-8afc-765b694781ae tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.2172444
Apr 05 16:40:47.295697 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2cf4578b-65f4-43b2-95cd-f78d2b860dbf req-82c422c1-0097-48f2-b378-f9e6a0ba2dbc tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523555
Apr 05 16:40:47.382910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8854bbeb-04b5-43b7-9a79-96a588592e45 req-1eea1576-40b7-473c-80bd-567af4b91525 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:47.385091 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8854bbeb-04b5-43b7-9a79-96a588592e45 req-1eea1576-40b7-473c-80bd-567af4b91525 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1024580
Apr 05 16:40:47.436429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 34474) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:47.461734 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8854bbeb-04b5-43b7-9a79-96a588592e45 req-e04e8cb4-e487-4564-adab-9706f8d29bb4 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666876
Apr 05 16:40:47.696331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79283977-65c1-480e-bbf0-21c81a9c6828 req-35a4f188-6bba-4514-b50c-37a337eed58b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:47.709889 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79283977-65c1-480e-bbf0-21c81a9c6828 req-35a4f188-6bba-4514-b50c-37a337eed58b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1289778
Apr 05 16:40:47.710435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34490) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:47.723043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'floatingip': {'port_id': 'ed69b593-883d-4934-ad61-aa242a52a7ca'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:47.730362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:47.767342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:47.779522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Usage tracker for resource:security_group_rule and tenant:ed7220f5fe174b2cbc4dba0e38618b62 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:47.791498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:47.801667 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:47.868672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.033189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.048997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.063166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:48.129017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cf1d93-9c46-49ea-a0e4-4cb5a5d9a44d req-25fc26b3-8efd-4b58-9bb4-093703a796d1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:48.130619 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96cf1d93-9c46-49ea-a0e4-4cb5a5d9a44d req-25fc26b3-8efd-4b58-9bb4-093703a796d1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1865172
Apr 05 16:40:48.134008 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ed7220f5fe174b2cbc4dba0e38618b62&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6966813
Apr 05 16:40:48.134983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124b6986-053f-4055-81f0-89ed7363a45e,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:48.139208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:48.139732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 34510) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:48.196035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:48.247088 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96cf1d93-9c46-49ea-a0e4-4cb5a5d9a44d req-74fc5196-c96f-49c8-afe5-0c597833b1e7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0933585
Apr 05 16:40:48.248623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.278185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.322949 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'code': 200}
Apr 05 16:40:48.335078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.344040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d988e51e-b003-4255-a919-f5350ba1ac03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:48.367247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124b6986-053f-4055-81f0-89ed7363a45e,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:48.373388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:48.377680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.379231 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/124b6986-053f-4055-81f0-89ed7363a45e HTTP/1.1" status: 204  len: 168 time: 0.2384880
Apr 05 16:40:48.569989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edcc0e-a23a-49e0-876e-bf2eb3384dcb req-10e7e626-4319-44c3-832d-cc14fdc3b31a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:48.572067 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-17edcc0e-a23a-49e0-876e-bf2eb3384dcb req-10e7e626-4319-44c3-832d-cc14fdc3b31a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1084390
Apr 05 16:40:48.649936 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-17edcc0e-a23a-49e0-876e-bf2eb3384dcb req-4459c1c4-defc-4690-9251-456de899e597 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706267
Apr 05 16:40:48.722247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53222eb-4089-415a-91c2-ee40204b5d17 req-281bb1fe-08bd-4869-b353-a968ea85fa94 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:48.723845 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f53222eb-4089-415a-91c2-ee40204b5d17 req-281bb1fe-08bd-4869-b353-a968ea85fa94 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.4169395
Apr 05 16:40:48.785516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bad61b4-51e0-4f0c-b99a-872ada7d6c29 req-817cd90f-f6d8-4b79-b3da-ee77ac5493a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:48.788093 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bad61b4-51e0-4f0c-b99a-872ada7d6c29 req-817cd90f-f6d8-4b79-b3da-ee77ac5493a6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1098 time: 0.0931654
Apr 05 16:40:48.855795 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f53222eb-4089-415a-91c2-ee40204b5d17 req-6331fc99-f59d-4751-b274-dda648a4997d tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1219118
Apr 05 16:40:48.873328 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bad61b4-51e0-4f0c-b99a-872ada7d6c29 req-2d7d9584-5b09-48bc-819b-5f7d0944835a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0757759
Apr 05 16:40:48.906397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 34538) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:48.925730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:48.942016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:48.946721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Usage tracker for resource:security_group_rule and tenant:a95b68986f284fae9f6af0f23189c41d is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:48.950210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:48.956859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:49.001667 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.017310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.083866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.090328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.131842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2f998893-afca-4a9e-ac1a-e581e4a694c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:49.146748 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a95b68986f284fae9f6af0f23189c41d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2390468
Apr 05 16:40:49.149538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 34550) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:49.237782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47681ddf-5da2-453f-a90f-e5bb8f736661,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:49.246408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:49.253002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.299420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.356980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.365786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:49.381396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47681ddf-5da2-453f-a90f-e5bb8f736661,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:49.390460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:49.401880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:49.415011 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/47681ddf-5da2-453f-a90f-e5bb8f736661 HTTP/1.1" status: 204  len: 168 time: 0.2617557
Apr 05 16:40:49.442811 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Floating IP 7da44863-18a0-487c-b273-235f04ccd5bd associated. External IP: 172.27.1.236, port: ed69b593-883d-4934-ad61-aa242a52a7ca.
Apr 05 16:40:49.639770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682bf6b-8ecd-411d-bc83-bb310006c840 req-6be3725f-0410-474f-a671-646d290c4d1a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:49.648946 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0682bf6b-8ecd-411d-bc83-bb310006c840 req-6be3725f-0410-474f-a671-646d290c4d1a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1737413
Apr 05 16:40:49.717223 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0682bf6b-8ecd-411d-bc83-bb310006c840 req-b16eec86-45f0-42e1-b1a0-c65a79bee5f7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0665331
Apr 05 16:40:50.166312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c18ef-83e2-4a86-a654-79615632abea req-791347bb-7eae-40e7-9181-930e9ab9f8a6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:50.167755 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-048c18ef-83e2-4a86-a654-79615632abea req-791347bb-7eae-40e7-9181-930e9ab9f8a6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.2262149
Apr 05 16:40:50.182527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Router 01db05f3-d5ae-4e16-9689-e0ada546f56a has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:40:50.302916 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-048c18ef-83e2-4a86-a654-79615632abea req-1a94a310-d6e9-4443-b612-6cae35267723 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166394
Apr 05 16:40:50.383268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d4319-03ee-4280-8374-afa457fabeba req-f17471a5-df8e-4d24-adc5-13c5e45c2f06 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:50.398860 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-280d4319-03ee-4280-8374-afa457fabeba req-f17471a5-df8e-4d24-adc5-13c5e45c2f06 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.3281779
Apr 05 16:40:50.488553 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-280d4319-03ee-4280-8374-afa457fabeba req-1ee4f5ad-e591-4316-8aff-b5739cc356e4 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890410
Apr 05 16:40:50.508712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6e15c9d8-7e8a-404e-9212-7cec9eb7c737 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:50.510272 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6e15c9d8-7e8a-404e-9212-7cec9eb7c737 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.35 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.2826738
Apr 05 16:40:50.537976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:40:50.542803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:50.562999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] Sync routers for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:40:50.577601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:40:50.578282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cce15198>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:40:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:50.625161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Deleting port 756a25d2-461b-48fa-9ec4-6305b7737360 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:40:50.625550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:50.656482 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6c00cfb6-72d3-4066-a644-af9e3002c0de tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "PUT /v2.0/floatingips/7da44863-18a0-487c-b273-235f04ccd5bd HTTP/1.1" status: 200  len: 992 time: 2.9414287
Apr 05 16:40:50.656482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:50.707029 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'status': 'completed', 'code': 200}
Apr 05 16:40:50.845077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:51.290679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c3a40e-3be2-420f-964c-30e97d188d1e req-0c7902d4-7eb4-4fa6-bc03-e30434a9f6f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:51.292340 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-87c3a40e-3be2-420f-964c-30e97d188d1e req-0c7902d4-7eb4-4fa6-bc03-e30434a9f6f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.3061442
Apr 05 16:40:51.309007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-33c1f21f-30ee-4c12-b38a-bb67753d4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:51.310600 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-33c1f21f-30ee-4c12-b38a-bb67753d4467 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 1099 time: 0.3256743
Apr 05 16:40:51.605510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aff019-d277-47ca-8e17-4d8a0fb42bfa req-8b8d41af-3285-4e78-8eca-df2135953dff tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:51.608463 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e0aff019-d277-47ca-8e17-4d8a0fb42bfa req-8b8d41af-3285-4e78-8eca-df2135953dff tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1691556
Apr 05 16:40:51.627287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cce15198>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '7da44863-18a0-487c-b273-235f04ccd5bd', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'port_id': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'mac_address': 'fa:16:3e:d3:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:40:04Z', 'updated_at': '2021-04-05T16:40:48Z', 'revision_number': 1, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:51.642038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] Checking router: 01db05f3-d5ae-4e16-9689-e0ada546f56a for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:40:51.661485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:40:51.663742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cce15198>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:40:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:51.690996 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e0aff019-d277-47ca-8e17-4d8a0fb42bfa req-286a0642-6b98-43c1-a952-11b6831f6a81 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0754972
Apr 05 16:40:51.773653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-dd466de6-6767-485a-86fc-12f3cdf0f906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:51.774824 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-dd466de6-6767-485a-86fc-12f3cdf0f906 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 911 time: 0.3872721
Apr 05 16:40:51.789648 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-87c3a40e-3be2-420f-964c-30e97d188d1e req-9dd7aa66-9ab2-4710-a024-b5449483d7b7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4747748
Apr 05 16:40:51.926464 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-88fb8876-097f-4b30-a16f-ef5ab56c9f91 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed69b593-883d-4934-ad61-aa242a52a7ca HTTP/1.1" status: 200  len: 1000 time: 0.1089046
Apr 05 16:40:51.932577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:51.935092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312f4c7-4b34-46ba-986a-06aa8eefc4e1 req-42b4db04-fdb3-4cdd-9079-de4dfc6daba2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:51.936885 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3312f4c7-4b34-46ba-986a-06aa8eefc4e1 req-42b4db04-fdb3-4cdd-9079-de4dfc6daba2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 945 time: 0.1218636
Apr 05 16:40:51.990835 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3312f4c7-4b34-46ba-986a-06aa8eefc4e1 req-75a2650a-33d9-4d04-94de-8a8d05c3e1f1 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/security-groups?id=c780cad4-624e-4606-9287-4cc23f8e5a3b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472987
Apr 05 16:40:52.020734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] For port 756a25d2-461b-48fa-9ec4-6305b7737360, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=756a25d2-461b-48fa-9ec4-6305b7737360,segment=NetworkSegment(70b15727-48c3-4e96-8c00-e581977ac6d6),segment_id=70b15727-48c3-4e96-8c00-e581977ac6d6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:40:52.021420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:52.255730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Calling delete_port for 756a25d2-461b-48fa-9ec4-6305b7737360 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:40:52.330076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-db5cb69a-1d45-494f-9e3f-cde4a60107bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:52.332309 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-db5cb69a-1d45-494f-9e3f-cde4a60107bc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.3959265
Apr 05 16:40:52.387445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cce15198>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '7da44863-18a0-487c-b273-235f04ccd5bd', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'port_id': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'mac_address': 'fa:16:3e:d3:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:40:04Z', 'updated_at': '2021-04-05T16:40:48Z', 'revision_number': 1, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:52.392111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5cc607-79bb-443c-9bb6-79f48178ca2c None None] The sync data for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi is: [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '7da44863-18a0-487c-b273-235f04ccd5bd', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'floating_ip_address': '172.27.1.236', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'port_id': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 105, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'mac_address': 'fa:16:3e:d3:79:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:40:04Z', 'updated_at': '2021-04-05T16:40:48Z', 'revision_number': 1, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:40:52.728875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-f4c1393d-26fb-4dda-a351-54aefa3802a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:52.730573 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-f4c1393d-26fb-4dda-a351-54aefa3802a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3156071
Apr 05 16:40:52.736000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:52.757108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:52.820698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['756a25d2-461b-48fa-9ec4-6305b7737360'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:52.832447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7870efaa-89c0-4501-909c-85e0d22c4b13 req-9d991ffe-c399-4a73-a7a2-83221d397ac3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:52.840165 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7870efaa-89c0-4501-909c-85e0d22c4b13 req-9d991ffe-c399-4a73-a7a2-83221d397ac3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.4263031
Apr 05 16:40:52.868434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Pushing event deleted for resources: {'Port': ['ID=756a25d2-461b-48fa-9ec4-6305b7737360,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:52.889249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4515ecd8-82c5-4b4f-b688-a1cb23c1fd7a None None] New status for floating IP 7da44863-18a0-487c-b273-235f04ccd5bd: ACTIVE {{(pid=84354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:40:52.889703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-d73e8f14-15db-401f-9627-8092ee7a54aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:52.891948 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-d73e8f14-15db-401f-9627-8092ee7a54aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 1098 time: 0.4755936
Apr 05 16:40:52.896481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:53.147016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d73f84c-5c79-498f-ba32-1292238eb3c0 req-b45c41d9-efee-49e1-8be6-d52cb0a89680 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:53.148996 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4d73f84c-5c79-498f-ba32-1292238eb3c0 req-b45c41d9-efee-49e1-8be6-d52cb0a89680 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1571920
Apr 05 16:40:53.203916 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4d73f84c-5c79-498f-ba32-1292238eb3c0 req-298eb88a-0fe7-481a-bd2b-0d973afee395 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0484953
Apr 05 16:40:53.477786 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7870efaa-89c0-4501-909c-85e0d22c4b13 req-91e5dc51-f7e7-4d2f-908e-246532008950 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6367052
Apr 05 16:40:53.506247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-f89de7b5-70fd-4db8-9976-1737d2991a0c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:53.507504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-f89de7b5-70fd-4db8-9976-1737d2991a0c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:network {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:53.525820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-f89de7b5-70fd-4db8-9976-1737d2991a0c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:network {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:53.527632 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-f89de7b5-70fd-4db8-9976-1737d2991a0c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.1959617
Apr 05 16:40:53.545532 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-3401b2a7-f66c-47fd-98e0-ebb99c6db4fa tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/quotas/28a43060ef084153b061f02e088839c9 HTTP/1.1" status: 200  len: 375 time: 0.0108228
Apr 05 16:40:53.549372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] No DVR routers for this DVR port 756a25d2-461b-48fa-9ec4-6305b7737360 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:40:53.560106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:53.563169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'name': 'network-vif-deleted', 'tag': '756a25d2-461b-48fa-9ec4-6305b7737360'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:53.579963 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-e98f72f1-8a71-4efa-9dbd-7e5ab9b4f453 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7843208
Apr 05 16:40:53.600486 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f2cde82d-a4fb-471a-bc40-64f9afa3f7a1 req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.35 "DELETE /v2.0/ports/756a25d2-461b-48fa-9ec4-6305b7737360 HTTP/1.1" status: 204  len: 173 time: 3.0790820
Apr 05 16:40:53.636226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-a29bbfa1-f3ce-4985-83bd-66a4ac50a9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:53.637803 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-a29bbfa1-f3ce-4985-83bd-66a4ac50a9cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 919 time: 0.7174041
Apr 05 16:40:53.675129 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-3ea513ae-3c25-4716-a3a1-51201737ae19 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1236165
Apr 05 16:40:53.762062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-a9688832-1789-47cf-bfce-ff3cdc93d26d req-830fdd90-4c62-42b3-bfe7-a322dbc2efd2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Synchronizing usage tracker for tenant:ec43bb1467764c7da2f82f303e6ce135 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:40:53.778633 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-e1cf4f74-e750-4ca6-9d26-0abd39b05238 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9a134953-2f6a-4434-8deb-6dea3a1c8633 HTTP/1.1" status: 200  len: 217 time: 0.0835176
Apr 05 16:40:53.878278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-711b0c11-c700-441f-97d6-281a53aca645 service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2019835
Apr 05 16:40:53.918723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-a9688832-1789-47cf-bfce-ff3cdc93d26d req-830fdd90-4c62-42b3-bfe7-a322dbc2efd2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Unset dirty status for tenant:ec43bb1467764c7da2f82f303e6ce135 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:40:53.920989 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a9688832-1789-47cf-bfce-ff3cdc93d26d req-830fdd90-4c62-42b3-bfe7-a322dbc2efd2 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.3149257
Apr 05 16:40:53.964628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-be07c697-4b49-43cb-aba2-60e5b69a6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:53.966782 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-be07c697-4b49-43cb-aba2-60e5b69a6cfe service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.1320534
Apr 05 16:40:53.970271 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e8e5b02-7d60-46a8-929d-8d5d29c99f00 req-07cfb3c3-8a3a-4428-8897-0f6a01dd81b5 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3664110
Apr 05 16:40:54.052835 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-48a0ced6-38e3-42a9-a85a-b091c304a774 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0548837
Apr 05 16:40:54.080716 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-561367af-06e0-4f2f-b5d6-c99552b5a1ec service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2010186
Apr 05 16:40:54.296640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-50ae382a-429a-482b-9b72-1f495915f03a service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1864917
Apr 05 16:40:54.501126 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2842d78-dca9-4328-b51f-2805dc943c74 req-b8643c1e-d74f-483c-a977-79e9e2e9b8b5 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794443
Apr 05 16:40:54.505044 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad757b43-a57d-4128-a6af-308fb3ff9cee', 'name': 'network-vif-deleted', 'tag': '756a25d2-461b-48fa-9ec4-6305b7737360', 'status': 'completed', 'code': 200}
Apr 05 16:40:54.522608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb2d6a-7be9-498d-b8c0-8878096a3350 req-b3b777b7-2815-44ee-93a9-7c4bdfe02571 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:54.524845 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3bb2d6a-7be9-498d-b8c0-8878096a3350 req-b3b777b7-2815-44ee-93a9-7c4bdfe02571 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.4662988
Apr 05 16:40:54.534487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 34754) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:54.556938 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'floatingip': {'port_id': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:54.581628 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dbe8597d-9287-41a9-abb9-54731ea836b6 req-aa4fa353-c807-49c8-aacf-f617a9e62ea9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 210 time: 0.0882473
Apr 05 16:40:54.670903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.184604 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9f06de21-ede0-4515-a016-b68e7cdfc9e8 req-76033caa-87e3-43ee-a581-aa0b10fe8f0d tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad757b43-a57d-4128-a6af-308fb3ff9cee HTTP/1.1" status: 200  len: 210 time: 0.0734711
Apr 05 16:40:55.185324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34780) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:55.273990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e578c-9179-4ea5-8c5f-f544dea76a37 req-4d035066-8c1d-4d4e-8d96-ffd9c57ef427 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:55.275558 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-001e578c-9179-4ea5-8c5f-f544dea76a37 req-4d035066-8c1d-4d4e-8d96-ffd9c57ef427 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.4320529
Apr 05 16:40:55.339641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.357785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:55.365575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Usage tracker for resource:security_group_rule and tenant:1ed2fb016fea48a1b7902bf336321880 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:55.369704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:55.376719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:55.459093 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-001e578c-9179-4ea5-8c5f-f544dea76a37 req-750f0174-f9d2-4b4f-9b07-afefe65c116b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1763518
Apr 05 16:40:55.506150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.510814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.520441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 756a25d2-461b-48fa-9ec4-6305b7737360 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:40:55.522724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d03cb14b-d097-4724-96d7-cb3ef76eec25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:55.574141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 756a25d2-461b-48fa-9ec4-6305b7737360 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:40:55.574788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 756a25d2-461b-48fa-9ec4-6305b7737360 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:40:55.579556 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1ed2fb016fea48a1b7902bf336321880&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3923130
Apr 05 16:40:55.580482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34788) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:55.581401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6bf36f6-cf05-4a63-9252-262b758a3b8f,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:55.586447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:55.680904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.713805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.764501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.770365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72ebbaff-99c8-43cf-9891-c78374345e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:55.785090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6bf36f6-cf05-4a63-9252-262b758a3b8f,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:55.789365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:55.791639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:55.793927 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f6bf36f6-cf05-4a63-9252-262b758a3b8f HTTP/1.1" status: 204  len: 168 time: 0.2093611
Apr 05 16:40:55.994437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.resource_extend [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 05 16:40:56.065756 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a6111fc6-4ed9-4691-9446-254b1c46b698 req-7fbed2aa-b7ec-4a40-a069-4334372c0302 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 210 time: 0.1543756
Apr 05 16:40:56.132317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.163495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.172108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34806) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:56.193481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.225336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:56.234840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Usage tracker for resource:security_group_rule and tenant:cc55e9d251d64fe7a34e02359339ac30 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:56.242349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:56.257827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:56.309658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:40:56.423814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.428228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.441340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e983669c-adfb-4dc4-9038-5095b9aeb2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:56.535245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2ee182-e4af-444b-b344-089146f9b6b8,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:56.549399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a167bf7a-caff-4fa3-b7ca-a0d5def282b5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:56.555305 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a167bf7a-caff-4fa3-b7ca-a0d5def282b5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.4217651
Apr 05 16:40:56.561160 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Floating IP 7d652a2a-c2e0-49be-b37f-5b8637dfacbd associated. External IP: 172.27.1.118, port: 8f17568e-052d-4a32-b488-fcd3fe2bf0a4.
Apr 05 16:40:56.572186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:56.588892 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc55e9d251d64fe7a34e02359339ac30&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4154382
Apr 05 16:40:56.589518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34830) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:56.721815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Request body: {'port': {'device_id': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'admin_state_up': True, 'tenant_id': '28a43060ef084153b061f02e088839c9'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:56.727643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.755992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.816881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.823749 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-68b3a936-66f4-4c5c-be77-9f94c5cf38a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:56.839489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2ee182-e4af-444b-b344-089146f9b6b8,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:56.842430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:56.846722 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fb2ee182-e4af-444b-b344-089146f9b6b8 HTTP/1.1" status: 204  len: 168 time: 0.2561729
Apr 05 16:40:56.847794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:56.987672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34846) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:57.126855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed05ca-6c1e-4226-a5b2-c0cf4fc693a7 req-54087a35-deec-419c-b0ec-2619649c891e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:57.126855 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-76ed05ca-6c1e-4226-a5b2-c0cf4fc693a7 req-54087a35-deec-419c-b0ec-2619649c891e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.3068345
Apr 05 16:40:57.140973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:57.297119 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98beae20-2528-4e9d-a321-b2e46cc6cd8a req-be0b2a51-8586-4420-ae70-d894b6d491c1 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 210 time: 0.0697920
Apr 05 16:40:57.309876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:57.339161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.355778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:57.357845 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-76ed05ca-6c1e-4226-a5b2-c0cf4fc693a7 req-fe485000-be92-4b0d-8e10-22424fa9610a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2244787
Apr 05 16:40:57.360486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Made reservation on behalf of 28a43060ef084153b061f02e088839c9 for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:40:57.360715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Usage tracker for resource:security_group_rule and tenant:3a1a8764b81443da9481064dde69af29 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:57.365014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:57.367258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.374606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:57.470825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.474186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.484219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2efc9060-15c8-4057-9fbf-0cbf2c3d4203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:57.500570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:40:57.531713 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=3a1a8764b81443da9481064dde69af29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5397539
Apr 05 16:40:57.531713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0481d152-f6aa-49c6-8d9e-57bb6552ada9,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:57.533353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:57.533947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34868) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:57.597913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.633254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.681569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.687264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0c53322e-fe00-4d5a-9d98-7cfb503a7a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:57.699628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0481d152-f6aa-49c6-8d9e-57bb6552ada9,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:57.716133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:57.720462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:57.727893 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0481d152-f6aa-49c6-8d9e-57bb6552ada9 HTTP/1.1" status: 204  len: 168 time: 0.1927738
Apr 05 16:40:57.773365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Allocated IP 172.20.0.5 (8e92fecf-130f-495e-af35-9e61575a914e/eb89e615-a962-4952-aea9-373ca76e54d9/c6356390-f7d6-4899-8d7a-55366219f755) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:40:57.805218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:40:57.828080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] Sync routers for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:40:57.842517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:40:57.843178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccf9ac18>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:40:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:57.872142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:58.094016 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a6f0bd91-33fc-40ec-8bf8-0ffc0d29d7aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "PUT /v2.0/floatingips/7d652a2a-c2e0-49be-b37f-5b8637dfacbd HTTP/1.1" status: 200  len: 991 time: 3.5537956
Apr 05 16:40:58.099711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:40:58.450809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34922) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:58.502983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:58.536841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:40:58.552362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Usage tracker for resource:security_group_rule and tenant:efc3aa7153f740588bd358440c5d8e14 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:40:58.555832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:40:58.561577 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'status': 'completed', 'code': 200}
Apr 05 16:40:58.578984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:40:58.626131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:58.702305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:58.727631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:58.748947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-6837cb6e-df82-4039-8fcd-8a9e510914d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:58.750562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-6837cb6e-df82-4039-8fcd-8a9e510914d1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1098 time: 0.1881053
Apr 05 16:40:58.777603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:58.814124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ced702b-af4f-40d1-9849-1d7f76b60376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:58.862672 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eb196c28-0bc7-4879-b7cc-991a14f15ea8 req-1ba0f6f4-0735-46fe-8858-2aa3cb8ba0ac tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 210 time: 0.1309299
Apr 05 16:40:58.944566 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=efc3aa7153f740588bd358440c5d8e14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4923375
Apr 05 16:40:58.945294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34938) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:58.947780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90056ada-932d-4251-a5ff-c3b49ee61c80,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:58.952645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:58.955522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:58.998816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34942) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:40:59.004538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:59.021072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9ac7eee9-8715-433d-9186-310c90cccea9'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:40:59.075444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:59.115564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Deleting subnet 837b0261-fc3f-4323-8787-ba722ff597aa {{(pid=84353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:40:59.119324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:59.141686 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccf9ac18>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '7d652a2a-c2e0-49be-b37f-5b8637dfacbd', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'port_id': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'mac_address': 'fa:16:3e:70:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:40:14Z', 'updated_at': '2021-04-05T16:40:55Z', 'revision_number': 1, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:59.164252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] Checking router: e7792b52-e20c-4ef8-9ed6-fe0cb4656945 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:40:59.187717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:40:59.191575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccf9ac18>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:40:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:59.315442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event updated for resources: {'Port': ['ID=c6356390-f7d6-4899-8d7a-55366219f755,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:59.327300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:40:59.349530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f98818-7f2d-4a5c-867a-aaca14047884 req-75a0f393-2da3-4719-8af1-b558deb6efd9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:59.368758 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a6f98818-7f2d-4a5c-867a-aaca14047884 req-75a0f393-2da3-4719-8af1-b558deb6efd9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.5634971
Apr 05 16:40:59.451008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-ae9b3fc4-2441-4029-a816-ca47945fa91e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:59.452716 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-ae9b3fc4-2441-4029-a816-ca47945fa91e service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.6916206
Apr 05 16:40:59.475102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:59.487446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:40:59.489918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:59.551383 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a6f98818-7f2d-4a5c-867a-aaca14047884 req-69596d96-9ab8-45f8-8c92-26910b6f4c7b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1755285
Apr 05 16:40:59.583629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Network 8e92fecf-130f-495e-af35-9e61575a914e is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:40:59.593093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:40:59.597680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:40:59.612150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:59.612959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:59.616966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:59.641769 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-94474581-a3ba-48b9-8565-e615eea13c0d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 999 time: 0.1783092
Apr 05 16:40:59.713065 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0201776
Apr 05 16:40:59.739698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-89f42fd2-36cf-42dd-8a49-51164a65d884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:40:59.744907 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-89f42fd2-36cf-42dd-8a49-51164a65d884 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0912919
Apr 05 16:40:59.753114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Request body: {'port': {'device_id': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:40:59.839391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:40:59.898489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:40:59.916300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccf9ac18>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '7d652a2a-c2e0-49be-b37f-5b8637dfacbd', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'port_id': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'mac_address': 'fa:16:3e:70:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:40:14Z', 'updated_at': '2021-04-05T16:40:55Z', 'revision_number': 1, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:40:59.921560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473c7288-8674-4fca-ac75-5c8427852ea6 None None] The sync data for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi is: [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '7d652a2a-c2e0-49be-b37f-5b8637dfacbd', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'floating_ip_address': '172.27.1.118', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'port_id': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 114, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'mac_address': 'fa:16:3e:70:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:40:14Z', 'updated_at': '2021-04-05T16:40:55Z', 'revision_number': 1, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:40:59.962617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=837b0261-fc3f-4323-8787-ba722ff597aa,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:40:59.972663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:00.045760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:00.073130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-5ce0ab6e-b7e2-4232-8db8-4263131eb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:00.075288 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-5ce0ab6e-b7e2-4232-8db8-4263131eb70d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2902133
Apr 05 16:41:00.084246 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:00.090979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:00.100599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:00.116962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:00.120899 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/90056ada-932d-4251-a5ff-c3b49ee61c80 HTTP/1.1" status: 204  len: 168 time: 1.1722486
Apr 05 16:41:00.120899 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/837b0261-fc3f-4323-8787-ba722ff597aa HTTP/1.1" status: 204  len: 168 time: 1.1207209
Apr 05 16:41:00.133179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90056ada-932d-4251-a5ff-c3b49ee61c80,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:00.135192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34968) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:00.145628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:00.353883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d05d62cc-78bc-45c0-b50b-51edd8e538fb None None] New status for floating IP 7d652a2a-c2e0-49be-b37f-5b8637dfacbd: ACTIVE {{(pid=84354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:41:00.401897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:00.626228 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-6db0e4ec-ca83-4fbe-afe6-6ffaa5e8c2ea service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4637942
Apr 05 16:41:00.647272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2ee3a-0f7e-4160-a3d1-207e0f78ada2 req-1f9eef2f-2505-4940-8c42-706ac57c98da tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:00.649451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e6d2ee3a-0f7e-4160-a3d1-207e0f78ada2 req-1f9eef2f-2505-4940-8c42-706ac57c98da tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:41:00.816021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:00.926216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e6d2ee3a-0f7e-4160-a3d1-207e0f78ada2 req-1f9eef2f-2505-4940-8c42-706ac57c98da tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:41:00.934729 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e6d2ee3a-0f7e-4160-a3d1-207e0f78ada2 req-1f9eef2f-2505-4940-8c42-706ac57c98da tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 931 time: 0.8573351
Apr 05 16:41:00.975090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 34998) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:00.981851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f36cc7cce80>> segment before_delete 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.983335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f36cc7cce80>> subnet precommit_delete_associations 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.984322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> segment_host_mapping after_create 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.984865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> port after_create 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.985366 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> port after_delete 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.985895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> port after_update 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.986414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> segment after_delete 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.986937 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> subnet after_create 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.987489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> subnet after_delete 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:00.988002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cc178048>> subnet after_update 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:01.064400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9d1a20>> subnet after_create 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:01.064998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9d1a20>> subnet after_delete 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:01.065517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9d1a20>> subnet before_create 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:01.066036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9d1a20>> subnet before_update 55550000 {{(pid=84353) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:41:01.066599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36ccde2b00>,) {'filters': {'network_id': ['581d9cbf-e1ba-498d-b78c-55fca3be9215']}} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:01.140571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36ccde2b00>, '70b15727-48c3-4e96-8c00-e581977ac6d6') {'for_net_delete': True} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:01.141125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36ccde2b00>, '70b15727-48c3-4e96-8c00-e581977ac6d6') {} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:01.164103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852673224'] for segment, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.187098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.196607 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e509dd0-19fc-47ec-9993-dbdc51788e84 req-bcef0c1b-3125-4c13-880e-d4ffa08e7709 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5327425
Apr 05 16:41:01.205950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=84353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:41:01.211438 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e6d2ee3a-0f7e-4160-a3d1-207e0f78ada2 req-639245fe-5638-4743-86fe-a06514c5d89b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2755175
Apr 05 16:41:01.294428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6356390-f7d6-4899-8d7a-55366219f755 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:41:01.303381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.331549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.391095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:01.455888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af61d9-f263-4f0a-805f-70f7b9034f58 req-d65c2f0f-d5e5-42a1-8119-367190498e74 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:01.457646 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-99af61d9-f263-4f0a-805f-70f7b9034f58 req-d65c2f0f-d5e5-42a1-8119-367190498e74 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.3762331
Apr 05 16:41:01.463563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Usage tracker for resource:security_group_rule and tenant:23f485bc99fd47358ed1954ce220d6b2 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:01.471118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:01.498995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:01.504917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Network 581d9cbf-e1ba-498d-b78c-55fca3be9215 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:41:01.518822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2533076'] for segment, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.678108 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-99af61d9-f263-4f0a-805f-70f7b9034f58 req-fc789c7d-04d5-48b2-981b-7ac45a9bf061 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2105992
Apr 05 16:41:01.765283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Network 581d9cbf-e1ba-498d-b78c-55fca3be9215 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   from cryptography.utils import int_from_bytes
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   from cryptography.utils import int_from_bytes
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   (rel_b, rel_a, rel_b),
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   (rel_b, rel_a, rel_b),
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:41:01.794731 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:41:01.885381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Transition to ACTIVE for port object c6356390-f7d6-4899-8d7a-55366219f755 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:01.890000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.893089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.912919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-441d165b-5235-40b2-9e6f-f56cfe014ba8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:01.934552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:01.934694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.954336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Pushing event deleted for resources: {'Network': ['ID=581d9cbf-e1ba-498d-b78c-55fca3be9215,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:01.957165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.960954 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] 10.222.0.38 "DELETE /v2.0/networks/581d9cbf-e1ba-498d-b78c-55fca3be9215 HTTP/1.1" status: 204  len: 168 time: 1.8246996
Apr 05 16:41:01.962240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cbbb394c-b70e-4a18-bc91-35a782215081 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:01.963002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:01.972675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c0e2fe84-ba16-4353-b1b6-a51ac0689c1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:02.016041 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=23f485bc99fd47358ed1954ce220d6b2&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0378034
Apr 05 16:41:02.017882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c937cb-b217-4201-8079-3a518976ffa9,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:02.020553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35036) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:02.023662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:02.156048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.192804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Pushing event updated for resources: {'Port': ['ID=c6356390-f7d6-4899-8d7a-55366219f755,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:02.193061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.195793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:02.251765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.273677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-18b4722f-b5e0-4627-b441-05c6b3f73e14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:02.290448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35046) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:02.330870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c937cb-b217-4201-8079-3a518976ffa9,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:02.335575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.339668 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b3c937cb-b217-4201-8079-3a518976ffa9 HTTP/1.1" status: 204  len: 168 time: 0.3152187
Apr 05 16:41:02.339668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:02.366127 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7ab1640f-91eb-450e-b1f7-267b0e41201a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ec43bb1467764c7da2f82f303e6ce135&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0716805
Apr 05 16:41:02.367132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35052) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:02.507363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.547127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b241f-9d4b-4187-b720-f067b6d42add req-a127bfe3-9f49-4edf-9bde-b688fb2fcfe9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:02.548876 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-372b241f-9d4b-4187-b720-f067b6d42add req-a127bfe3-9f49-4edf-9bde-b688fb2fcfe9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 943 time: 0.1653109
Apr 05 16:41:02.554517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.677614 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-372b241f-9d4b-4187-b720-f067b6d42add req-a32e30a1-daa4-4636-835a-7e9670783018 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041527
Apr 05 16:41:02.698157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.704450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-72d652ce-4f31-45f4-a829-f7efce1df6f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:02.720124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c780cad4-624e-4606-9287-4cc23f8e5a3b,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:02.723702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:02.748061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.749762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c780cad4-624e-4606-9287-4cc23f8e5a3b HTTP/1.1" status: 204  len: 168 time: 0.3811913
Apr 05 16:41:02.793797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Attempting to bind port c6356390-f7d6-4899-8d7a-55366219f755 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:41:02.794232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Attempting to bind port c6356390-f7d6-4899-8d7a-55366219f755 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:41:02.794548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Attempting to bind port c6356390-f7d6-4899-8d7a-55366219f755 on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:02.799964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Port c6356390-f7d6-4899-8d7a-55366219f755 on network 8e92fecf-130f-495e-af35-9e61575a914e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:41:02.800129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Attempting to bind port c6356390-f7d6-4899-8d7a-55366219f755 on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:02.805649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:41:02.806021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Checking segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:02.806433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Bound using segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:41:02.806894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Bound port: c6356390-f7d6-4899-8d7a-55366219f755, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:41:02.807424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.911583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35064) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:02.932592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:02.950615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:02.955533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Usage tracker for resource:security_group_rule and tenant:7e6bb2cab80143f4ad7a85a11f1b934e is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:02.958959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:02.968084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:02.992827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] For port c6356390-f7d6-4899-8d7a-55366219f755, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:41:03.003609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] For port c6356390-f7d6-4899-8d7a-55366219f755, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c6356390-f7d6-4899-8d7a-55366219f755,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:41:03.010124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.027339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:03.108106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.112671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.123875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c85c3ae0-eeba-4fdf-9943-5e136f9805c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:03.163318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba3ffd3-1cb3-40de-bad4-de81c69f8866,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:03.170819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:03.174169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e9786-121d-42ec-98ab-956253096121 req-df533f1e-fc20-4330-869e-1c1608e9ea18 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:03.181783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-988e9786-121d-42ec-98ab-956253096121 req-df533f1e-fc20-4330-869e-1c1608e9ea18 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.2783079
Apr 05 16:41:03.190408 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7e6bb2cab80143f4ad7a85a11f1b934e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2775176
Apr 05 16:41:03.196557 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35078) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:03.262056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Pushing event updated for resources: {'Port': ['ID=c6356390-f7d6-4899-8d7a-55366219f755,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:03.280693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:03.325040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.331582 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-988e9786-121d-42ec-98ab-956253096121 req-73046503-2cf2-4e78-a7aa-c2c2aa242d4d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1455870
Apr 05 16:41:03.355628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:03.356505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.359253 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] 10.222.0.35 "PUT /v2.0/ports/c6356390-f7d6-4899-8d7a-55366219f755 HTTP/1.1" status: 200  len: 1093 time: 3.6131876
Apr 05 16:41:03.359817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'tag': 'c6356390-f7d6-4899-8d7a-55366219f755'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:41:03.377742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.434904 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'tag': 'c6356390-f7d6-4899-8d7a-55366219f755', 'status': 'completed', 'code': 200}
Apr 05 16:41:03.439273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.449803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-84cfcf15-cde7-4a55-9a49-de4050a0b533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:03.482593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba3ffd3-1cb3-40de-bad4-de81c69f8866,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:03.488976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:03.490853 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ba3ffd3-1cb3-40de-bad4-de81c69f8866 HTTP/1.1" status: 204  len: 168 time: 0.2929618
Apr 05 16:41:03.494363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:03.578365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-19f30406-0929-468e-8011-879cf36f9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:03.580030 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-19f30406-0929-468e-8011-879cf36f9ee9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 1096 time: 0.1025896
Apr 05 16:41:03.734613 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-8c3eb403-3e56-4d21-98c3-d008eb889794 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6356390-f7d6-4899-8d7a-55366219f755 HTTP/1.1" status: 200  len: 217 time: 0.1212499
Apr 05 16:41:03.862219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-edc11bd5-1775-4495-a0f8-be49462e6a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:03.864033 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-edc11bd5-1775-4495-a0f8-be49462e6a9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.1220660
Apr 05 16:41:03.975048 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-0e3f8d5c-38d0-4156-b591-4c06835ae5bc service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0976241
Apr 05 16:41:04.031089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0b5c9-c065-447b-a835-759ea5173dec req-057d20e3-21fe-4afc-a868-e8ae9a98405c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:04.033247 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-add0b5c9-c065-447b-a835-759ea5173dec req-057d20e3-21fe-4afc-a868-e8ae9a98405c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 943 time: 0.1707785
Apr 05 16:41:04.147222 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-add0b5c9-c065-447b-a835-759ea5173dec req-bc08f0c9-57f2-453f-9b7c-67b1d45a046c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070108
Apr 05 16:41:04.210295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35142) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:04.222796 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-96eee790-eca5-4dce-8372-cb92e66f1c57 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300532
Apr 05 16:41:04.230433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:04.267080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:04.276077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:2e40d94bf8764a16aeca45be90c77f98 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:04.291775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:04.297726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:04.405448 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69a2663d-c5b1-49a4-a239-d24e527bb792 req-9c68af6d-3f7e-481f-afd8-e7dddea3a698 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1752684
Apr 05 16:41:04.475685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:04.493681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:04.504719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-13107355-f9bd-42b4-90a1-c335297f68ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:04.555857 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2e40d94bf8764a16aeca45be90c77f98&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3420417
Apr 05 16:41:04.555857 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d90dc6-2116-4f79-b0e5-fd003634227f,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:04.556359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35162) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:04.558698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:04.713912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-6fa66c7f-f053-47a6-a622-0e1cce21546a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:04.715500 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-6fa66c7f-f053-47a6-a622-0e1cce21546a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 1096 time: 0.1441238
Apr 05 16:41:04.719502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:04.798713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:04.868651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e6bed-5f86-42ab-b898-0cb863d19f9a req-addf3d67-6a4c-45d0-98b4-ec67c1acb57e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:04.870629 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-950e6bed-5f86-42ab-b898-0cb863d19f9a req-addf3d67-6a4c-45d0-98b4-ec67c1acb57e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1198673
Apr 05 16:41:04.927996 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-950e6bed-5f86-42ab-b898-0cb863d19f9a req-c23e1ae3-07be-4af7-a693-dd4924bcf0e6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0489957
Apr 05 16:41:04.952982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-3c678340-0bb8-4337-8ac6-3ccfb628b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:04.954566 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-3c678340-0bb8-4337-8ac6-3ccfb628b165 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 916 time: 0.2228384
Apr 05 16:41:04.955623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:04.961093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1319a425-8429-4745-8e73-a8c8dedf6bc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:05.073258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:05.078070 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/75d90dc6-2116-4f79-b0e5-fd003634227f HTTP/1.1" status: 204  len: 168 time: 0.5206249
Apr 05 16:41:05.079368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d90dc6-2116-4f79-b0e5-fd003634227f,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:05.082386 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-c9f1b769-e099-4c15-b9ec-51ffd530f870 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c6356390-f7d6-4899-8d7a-55366219f755 HTTP/1.1" status: 200  len: 217 time: 0.1122873
Apr 05 16:41:05.083616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:05.132034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-41123cad-1da6-4f18-896e-5a1009c495b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:05.175371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-ccb704cb-400c-477c-bb02-263abaf835a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:05.177568 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-ccb704cb-400c-477c-bb02-263abaf835a6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.0786810
Apr 05 16:41:05.255481 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-f9acfc8e-c41a-4807-b264-ee0001793962 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0702617
Apr 05 16:41:05.453370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-b093b260-e832-4b10-8941-f2f74fdc75f5 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1900799
Apr 05 16:41:05.553663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752bc6b-ad10-46d6-82b4-25463740fff2 req-dfd4411c-294a-4262-af6b-fb466f89f445 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:05.555273 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5752bc6b-ad10-46d6-82b4-25463740fff2 req-dfd4411c-294a-4262-af6b-fb466f89f445 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 943 time: 0.1009371
Apr 05 16:41:05.617679 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5752bc6b-ad10-46d6-82b4-25463740fff2 req-c8bebe3d-be45-4437-917f-941926f30c31 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515797
Apr 05 16:41:06.153465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32755c42-b728-40db-88ec-962d5edc3da4 req-55d5c985-dfdb-4272-a6a6-11ee2f2fa72f tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:06.155155 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32755c42-b728-40db-88ec-962d5edc3da4 req-55d5c985-dfdb-4272-a6a6-11ee2f2fa72f tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.0977554
Apr 05 16:41:06.204266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32755c42-b728-40db-88ec-962d5edc3da4 req-01654667-0c0b-4551-9bc2-b32435238fb0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427411
Apr 05 16:41:06.600214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:07.165436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1339185-35b3-4bb3-b367-166bb600cf80 req-2ae447c0-ae81-48d2-af36-16678fea592a service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366563
Apr 05 16:41:07.625280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c51f0db8-bdc0-4d7a-9dda-6efe2a5c3e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:07.719964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:07.734959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:09.227364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:10.210993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b8d943-a115-4c90-9684-1501d879a9f3 req-72701f35-72ac-4224-9ade-75fa4a96640d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:10.212587 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-25b8d943-a115-4c90-9684-1501d879a9f3 req-72701f35-72ac-4224-9ade-75fa4a96640d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 943 time: 0.0871708
Apr 05 16:41:10.263436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-25b8d943-a115-4c90-9684-1501d879a9f3 req-e525ec07-4f93-41b4-ae8b-2c76eb0e07de tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442877
Apr 05 16:41:10.285721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7caaf-c0f3-4955-94f7-78a1cfc4415e req-447d71fd-aa9e-4256-bd15-9bee120e8796 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:10.287292 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e9d7caaf-c0f3-4955-94f7-78a1cfc4415e req-447d71fd-aa9e-4256-bd15-9bee120e8796 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.0885565
Apr 05 16:41:10.335072 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e9d7caaf-c0f3-4955-94f7-78a1cfc4415e req-dd100bae-b6a0-4f94-9748-1a60b4e5fb54 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414550
Apr 05 16:41:11.491977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89e9b-11ce-4538-8c48-1f20c5846745 req-c977b920-5ae2-4b57-bd26-c309a342395b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:11.494124 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-38f89e9b-11ce-4538-8c48-1f20c5846745 req-c977b920-5ae2-4b57-bd26-c309a342395b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 943 time: 0.1132867
Apr 05 16:41:11.554593 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-38f89e9b-11ce-4538-8c48-1f20c5846745 req-635133dc-302f-41d0-8e46-cb5fc881384f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0527339
Apr 05 16:41:11.671424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801fc84e-e5a4-459a-865c-b35d9b7d00ad req-358836dd-5105-43ec-ab8f-892133467fdb tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:11.673409 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-801fc84e-e5a4-459a-865c-b35d9b7d00ad req-358836dd-5105-43ec-ab8f-892133467fdb tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.0934958
Apr 05 16:41:11.726497 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-801fc84e-e5a4-459a-865c-b35d9b7d00ad req-77c535fd-202b-4679-8341-3a43c7c431e6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454328
Apr 05 16:41:12.351499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35326) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:12.510798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:12.526316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:12.530329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Usage tracker for resource:security_group_rule and tenant:e2f5ce9f38d249fa889c573e86a3a8fd is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:12.533261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:12.539269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:12.625787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:12.630169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:12.643319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a6fdf08d-3dce-4198-bfbf-bc8221f54f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:12.690608 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e2f5ce9f38d249fa889c573e86a3a8fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3331075
Apr 05 16:41:12.690608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72757d29-7d8b-42da-9962-2d1f6a78ab66,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:12.690608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35336) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:12.693179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:12.758693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:12.786591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:12.832341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:12.837376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-86c22668-2112-4d8d-8d6b-c1b02292074c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:12.848668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72757d29-7d8b-42da-9962-2d1f6a78ab66,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:12.852321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:12.855548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:12.859754 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/72757d29-7d8b-42da-9962-2d1f6a78ab66 HTTP/1.1" status: 204  len: 168 time: 0.1656387
Apr 05 16:41:13.140943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35354) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:13.159638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:13.174330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:13.178308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Usage tracker for resource:security_group_rule and tenant:b8ae8314cc174ac2845d78f421d4425b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:13.181191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:13.187124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:13.273508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:13.276259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:13.285457 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9163363b-845f-44b8-9f41-e6add28687f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:13.326871 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b8ae8314cc174ac2845d78f421d4425b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1848278
Apr 05 16:41:13.328581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f3f4b5-e975-4cac-b4fc-8e41517e2b66,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:13.329770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35360) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:13.332250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:13.391880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:13.418117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:13.465136 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:13.470097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f0a0fe37-95f9-4ac2-bccf-c7ae593d271e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:13.482193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f3f4b5-e975-4cac-b4fc-8e41517e2b66,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:13.487017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:13.493312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:13.496926 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/34f3f4b5-e975-4cac-b4fc-8e41517e2b66 HTTP/1.1" status: 204  len: 168 time: 0.1636066
Apr 05 16:41:14.014736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device c6356390-f7d6-4899-8d7a-55366219f755 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:41:14.169463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port c6356390-f7d6-4899-8d7a-55366219f755, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c6356390-f7d6-4899-8d7a-55366219f755,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:14.183589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'c6356390-f7d6-4899-8d7a-55366219f755', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'port_id': 'c6356390-f7d6-4899-8d7a-55366219f755', 'mac_address': 'fa:16:3e:61:ec:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb89e615-a962-4952-aea9-373ca76e54d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:41:14.246102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:14.266151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6356390-f7d6-4899-8d7a-55366219f755 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:41:14.285611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port c6356390-f7d6-4899-8d7a-55366219f755, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c6356390-f7d6-4899-8d7a-55366219f755,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:14.288715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:14.291679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a59a9d56-e997-4f89-aa8b-cd7987c021d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:14.361170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=c6356390-f7d6-4899-8d7a-55366219f755,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:14.364499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:16.778326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89112fd5-24fd-48a2-b376-ce62c6fe8b5a req-044fac45-b4c4-492e-8942-3ca1067b4d28 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:16.780462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-89112fd5-24fd-48a2-b376-ce62c6fe8b5a req-044fac45-b4c4-492e-8942-3ca1067b4d28 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 944 time: 0.0905190
Apr 05 16:41:16.829444 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-89112fd5-24fd-48a2-b376-ce62c6fe8b5a req-f67905a4-c119-45eb-87e1-a1cd7f8cedac tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423734
Apr 05 16:41:16.837852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f19ecb-cb85-422e-8f84-c85a15e3369d req-b174abf0-3c4f-42b2-bfba-f4a2768447f3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:16.839612 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98f19ecb-cb85-422e-8f84-c85a15e3369d req-b174abf0-3c4f-42b2-bfba-f4a2768447f3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.0885496
Apr 05 16:41:16.890702 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98f19ecb-cb85-422e-8f84-c85a15e3369d req-e04937e2-ab51-48ba-be6d-e420cc644cef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436869
Apr 05 16:41:17.194489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35430) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:17.318820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:17.337572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:17.341662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Usage tracker for resource:security_group_rule and tenant:1061954d2b844f36b34c46fce731f9b0 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:17.345562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:17.351556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:17.437782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:17.440484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:17.449170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-644aaab7-6d93-4fbb-8ba9-a565721bcd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:17.491275 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=1061954d2b844f36b34c46fce731f9b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2956865
Apr 05 16:41:17.492256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20b69f53-68c4-4abf-84c8-1509626dfb34,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:17.494183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35436) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:17.495460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:17.562228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:17.589294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:17.637690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:17.643792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-87bd4c7e-b1f3-464f-84c2-0c56bdc1097c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:17.657217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20b69f53-68c4-4abf-84c8-1509626dfb34,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:17.661932 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:17.669513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:17.672827 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/20b69f53-68c4-4abf-84c8-1509626dfb34 HTTP/1.1" status: 204  len: 168 time: 0.1765995
Apr 05 16:41:17.849344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['c6356390-f7d6-4899-8d7a-55366219f755'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:41:18.099496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeee04b-aef0-4cc1-ac41-1db678253522 req-85afa66a-1dc1-4a61-b096-5ef77e58a297 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:18.101206 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6aeee04b-aef0-4cc1-ac41-1db678253522 req-85afa66a-1dc1-4a61-b096-5ef77e58a297 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 944 time: 0.1130068
Apr 05 16:41:18.172618 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6aeee04b-aef0-4cc1-ac41-1db678253522 req-e78a7b76-8b06-4d14-b52b-d55abcf257cd tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643246
Apr 05 16:41:18.210798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f758c-4319-410f-a99e-66bd43ed4fce req-26d732f1-7ef0-43f4-96b7-8f058a1ce8d9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:18.213001 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-051f758c-4319-410f-a99e-66bd43ed4fce req-26d732f1-7ef0-43f4-96b7-8f058a1ce8d9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1487141
Apr 05 16:41:18.274320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-051f758c-4319-410f-a99e-66bd43ed4fce req-b9cdf865-32b8-497d-81a8-76363d7bd4d7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532773
Apr 05 16:41:19.393529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b1e92-e262-47b6-bf3f-eef92fe3e054 req-88bb0961-162c-4789-a76d-9681ff8ed060 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:19.395292 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cb9b1e92-e262-47b6-bf3f-eef92fe3e054 req-88bb0961-162c-4789-a76d-9681ff8ed060 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 944 time: 0.0986290
Apr 05 16:41:19.450623 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cb9b1e92-e262-47b6-bf3f-eef92fe3e054 req-db9926d1-8e98-4a43-baa6-5255e5fa02cd tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448141
Apr 05 16:41:19.501849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000a9606-05d4-4e16-ba5c-6900035a5b17 req-67bd875f-b250-46a4-8bdb-69accd1490d5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:19.503506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-000a9606-05d4-4e16-ba5c-6900035a5b17 req-67bd875f-b250-46a4-8bdb-69accd1490d5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1020148
Apr 05 16:41:19.573335 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-000a9606-05d4-4e16-ba5c-6900035a5b17 req-84e2e904-693c-4504-b2e0-ace8ba3d99b9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0599058
Apr 05 16:41:19.616079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35522) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:19.746007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:19.762174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:19.766705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Usage tracker for resource:security_group_rule and tenant:69099f38f0d0457985b3e2c8bae828fa is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:19.769663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:19.775571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:19.869438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:19.872519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:19.886752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:19.915736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc700a7-1f6a-433e-8a78-5c7dbd8e14bb,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:19.929866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:19.943202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35536) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:19.956535 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=69099f38f0d0457985b3e2c8bae828fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3385024
Apr 05 16:41:20.043512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.075802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.127081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.141434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-32721f78-a176-43c6-a395-c2fcfe6a169f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:20.146486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc700a7-1f6a-433e-8a78-5c7dbd8e14bb,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:20.148896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:20.157233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.160902 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6fc700a7-1f6a-433e-8a78-5c7dbd8e14bb HTTP/1.1" status: 204  len: 168 time: 0.2142839
Apr 05 16:41:20.564637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device c6356390-f7d6-4899-8d7a-55366219f755 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:41:20.625097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35560) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:20.650910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.675211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:20.680642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Usage tracker for resource:security_group_rule and tenant:773d072a2b604a6987e43925fca63411 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:20.681789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port c6356390-f7d6-4899-8d7a-55366219f755 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:20.684238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:20.687768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port c6356390-f7d6-4899-8d7a-55366219f755 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:20.688593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.691551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:20.706320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ba4ae0-3e62-480b-9fa0-000019d625f0 req-b764be11-78c3-4d15-9511-9278c18ac970 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:20.715058 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1ba4ae0-3e62-480b-9fa0-000019d625f0 req-b764be11-78c3-4d15-9511-9278c18ac970 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 944 time: 0.1441643
Apr 05 16:41:20.782075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.785282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.800570 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1ba4ae0-3e62-480b-9fa0-000019d625f0 req-fedaac46-4f0c-4a61-b370-840a8a87bb81 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844319
Apr 05 16:41:20.815269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:20.827012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35566) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:20.827151 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=773d072a2b604a6987e43925fca63411&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2009556
Apr 05 16:41:20.827820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.867200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port c6356390-f7d6-4899-8d7a-55366219f755, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c6356390-f7d6-4899-8d7a-55366219f755,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:20.868391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6356390-f7d6-4899-8d7a-55366219f755'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:41:20.875790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.878502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-132ce9dd-f701-4026-b969-2696d3823fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:20.905574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.925312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470628ff-1018-4ed8-92b4-74d37e4bef28,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:20.929840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:20.934092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.948101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7564b076-45b0-4e42-a5b8-1b0b1133fa1c req-1a4afa41-6e95-4161-92d6-053e1e1575f8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:20.958446 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7564b076-45b0-4e42-a5b8-1b0b1133fa1c req-1a4afa41-6e95-4161-92d6-053e1e1575f8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1440005
Apr 05 16:41:20.963329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=c6356390-f7d6-4899-8d7a-55366219f755,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:20.967401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:20.986578 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6356390-f7d6-4899-8d7a-55366219f755', 'code': 200}
Apr 05 16:41:20.993465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:20.999100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:21.005570 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7564b076-45b0-4e42-a5b8-1b0b1133fa1c req-4c8df33f-054f-4855-a4a0-8e43b0629c0d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462680
Apr 05 16:41:21.012413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470628ff-1018-4ed8-92b4-74d37e4bef28,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:21.018625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:21.023003 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:21.026824 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/470628ff-1018-4ed8-92b4-74d37e4bef28 HTTP/1.1" status: 204  len: 168 time: 0.1953924
Apr 05 16:41:21.359171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089c1f50-3200-4cd4-8737-c3a6bdd8f213 req-f2753f9f-b96e-40e6-9c4d-f3c2498a1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:21.361022 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-089c1f50-3200-4cd4-8737-c3a6bdd8f213 req-f2753f9f-b96e-40e6-9c4d-f3c2498a1bb3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 1098 time: 0.0937362
Apr 05 16:41:21.414723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-089c1f50-3200-4cd4-8737-c3a6bdd8f213 req-0b154879-ec42-4aa5-86f5-93a8dca13124 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453353
Apr 05 16:41:22.768821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35664) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:22.913582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:22.930473 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:22.934436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Usage tracker for resource:security_group_rule and tenant:0264f220bb45435190693696d5719e45 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:22.938027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:22.944048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:23.038636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.042303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.076248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:23.087850 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0264f220bb45435190693696d5719e45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3148715
Apr 05 16:41:23.088194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35682) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:23.134911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5004853-2141-4404-a21a-64f3ee09e260,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:23.140839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:23.174344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-62875785-39b7-4c52-8e44-e3fade6eaf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.207336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35688) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:23.207518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-62875785-39b7-4c52-8e44-e3fade6eaf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.251857 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-62875785-39b7-4c52-8e44-e3fade6eaf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.260275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-14116e59-d22b-4797-9365-fe7b6db2ab5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:23.275608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62875785-39b7-4c52-8e44-e3fade6eaf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5004853-2141-4404-a21a-64f3ee09e260,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:23.286629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-62875785-39b7-4c52-8e44-e3fade6eaf7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:23.286629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-62875785-39b7-4c52-8e44-e3fade6eaf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.286629 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-62875785-39b7-4c52-8e44-e3fade6eaf7e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5004853-2141-4404-a21a-64f3ee09e260 HTTP/1.1" status: 204  len: 168 time: 0.1971564
Apr 05 16:41:23.343485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.361947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:23.366265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Usage tracker for resource:security_group_rule and tenant:ca96da8637cd4bed868f3da8e3d6b432 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:23.369315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:23.376471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:23.475038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.478126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.499476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-20ca3cb7-7ac3-49c1-ada0-31b1e2dea060 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:23.525131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35708) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:23.525246 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ca96da8637cd4bed868f3da8e3d6b432&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3272982
Apr 05 16:41:23.542812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eade890e-37b0-434f-aab0-23e1f93485f5,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:23.547368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:23.606294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.637332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35716) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:23.641384 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.660417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.684902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:23.692089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Usage tracker for resource:security_group_rule and tenant:86200b0dbb7e4aec9c00a4c4ad6ebc94 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:23.692844 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.695117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:23.698269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-29418a07-f26c-4b8b-afce-a1619213fcfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:23.701235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:23.709693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade890e-37b0-434f-aab0-23e1f93485f5,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:23.716717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:23.718484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.720396 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eade890e-37b0-434f-aab0-23e1f93485f5 HTTP/1.1" status: 204  len: 168 time: 0.1941724
Apr 05 16:41:23.792422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.796617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.805728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8892e744-9195-4077-88ce-37048a16bfe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:23.852261 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=86200b0dbb7e4aec9c00a4c4ad6ebc94&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2137401
Apr 05 16:41:23.853162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35726) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:23.856371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed157d63-f597-430c-8dc3-e6de4dbf382a,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:23.881006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:23.933660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:23.969498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.019303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.036555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d4904807-5548-425f-9d63-05e9e698425b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:24.054402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed157d63-f597-430c-8dc3-e6de4dbf382a,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:24.059019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:24.061588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.062819 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ed157d63-f597-430c-8dc3-e6de4dbf382a HTTP/1.1" status: 204  len: 168 time: 0.2085536
Apr 05 16:41:24.136279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35740) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:24.156664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.176480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:24.183232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Usage tracker for resource:security_group_rule and tenant:5c4d078727ef4e0c8b75ca0781ed93f7 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:24.186849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:24.193203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:24.284152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.287156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.296419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4647e344-8124-4916-ad6a-815fd1fbecd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:24.339610 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5c4d078727ef4e0c8b75ca0781ed93f7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2021079
Apr 05 16:41:24.340553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=241a598e-fda3-4f10-aae8-91f846dfafce,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:24.342624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35750) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:24.346787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:24.418520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.447486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.493544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.500064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:24.515518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241a598e-fda3-4f10-aae8-91f846dfafce,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:24.519173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:24.520535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:24.524388 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/241a598e-fda3-4f10-aae8-91f846dfafce HTTP/1.1" status: 204  len: 168 time: 0.1776710
Apr 05 16:41:27.640196 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc63bd-c6b3-4fc2-8b92-9c1aa888ceb5 req-e438532d-5752-4221-971c-c437a08ef8b6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:27.642025 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5fdc63bd-c6b3-4fc2-8b92-9c1aa888ceb5 req-e438532d-5752-4221-971c-c437a08ef8b6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 945 time: 0.1085863
Apr 05 16:41:27.680691 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b32134-038a-4b69-8e49-aa14578f15e6 req-35454d30-daba-4716-b10d-80f969b12df9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:27.682691 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3b32134-038a-4b69-8e49-aa14578f15e6 req-35454d30-daba-4716-b10d-80f969b12df9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1100910
Apr 05 16:41:27.702154 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5fdc63bd-c6b3-4fc2-8b92-9c1aa888ceb5 req-6e4724b5-97db-4b3e-a17f-2be8cd224239 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520473
Apr 05 16:41:27.740920 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3b32134-038a-4b69-8e49-aa14578f15e6 req-c3aea318-f36d-4fb4-bb2b-9ab59519f868 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503693
Apr 05 16:41:28.944808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0eaf2-e2a0-474b-ac78-8ba4c7dc52c7 req-15cd06a6-4d79-49ef-b186-dcf1fafff93b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:28.946518 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96b0eaf2-e2a0-474b-ac78-8ba4c7dc52c7 req-15cd06a6-4d79-49ef-b186-dcf1fafff93b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 945 time: 0.1203022
Apr 05 16:41:28.976286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb0322-b700-40bb-9994-8fe310b23cef req-d8fa8ede-c7b3-45f9-a42b-fead1d6bbd60 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:28.983845 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-33bb0322-b700-40bb-9994-8fe310b23cef req-d8fa8ede-c7b3-45f9-a42b-fead1d6bbd60 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1036212
Apr 05 16:41:29.003069 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96b0eaf2-e2a0-474b-ac78-8ba4c7dc52c7 req-7926f42f-7b07-4be9-8129-23e06e421954 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492468
Apr 05 16:41:29.055389 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-33bb0322-b700-40bb-9994-8fe310b23cef req-4d3fe4bf-c6e6-4dff-b372-10032b6aa67b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705740
Apr 05 16:41:29.158115 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-ceaf0c87-1182-4164-aa01-d5c4b8e6b1a2 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=bc3103e2e6cb43ffb5c6ff4c7ddad0a8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0355806
Apr 05 16:41:29.529248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-ea8a0a04-b6fc-421f-8090-7b101741372e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:29.531404 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-ea8a0a04-b6fc-421f-8090-7b101741372e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3672607
Apr 05 16:41:29.547490 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-0a7ed6e2-8127-40cf-88b5-b90f232a63a6 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/quotas/bc3103e2e6cb43ffb5c6ff4c7ddad0a8 HTTP/1.1" status: 200  len: 375 time: 0.0096757
Apr 05 16:41:29.602221 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-f03f28aa-c6c6-4d1e-8d71-a16bd1270d97 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=bc3103e2e6cb43ffb5c6ff4c7ddad0a8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0473611
Apr 05 16:41:29.979526 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ba31f528-4805-4ceb-bf93-177bcafead38 req-77d30168-12e5-4bd1-a49c-80b2f005bb8c tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 210 time: 0.0622861
Apr 05 16:41:30.326073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0804330-93fd-4415-8c22-9b19fc31e269 req-0081915c-97a8-47c0-95dd-28a3d753fac5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:30.328681 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0804330-93fd-4415-8c22-9b19fc31e269 req-0081915c-97a8-47c0-95dd-28a3d753fac5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 945 time: 0.1477113
Apr 05 16:41:30.371615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc34a21-c6d2-4f62-8365-b3bc1e148969 req-7b6fb2ba-ad12-4bed-8458-e89916cec738 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:30.374188 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfc34a21-c6d2-4f62-8365-b3bc1e148969 req-7b6fb2ba-ad12-4bed-8458-e89916cec738 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1747825
Apr 05 16:41:30.419675 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0804330-93fd-4415-8c22-9b19fc31e269 req-69ef1326-4488-4ffa-808b-b79776df0972 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835769
Apr 05 16:41:30.460184 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfc34a21-c6d2-4f62-8365-b3bc1e148969 req-eb095f3b-eddf-4e64-9041-d147fd31c669 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771503
Apr 05 16:41:31.302680 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-376e591c-5902-4275-8b05-78c2f6eb353f req-864de8ed-25bf-40ec-859f-4bf94761017c tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 210 time: 0.0508783
Apr 05 16:41:31.670791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e48eb5-0b21-4e87-a68a-754df5da42d3 req-62d62599-9184-4e26-b261-8bc937a5cebd tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:31.672410 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-81e48eb5-0b21-4e87-a68a-754df5da42d3 req-62d62599-9184-4e26-b261-8bc937a5cebd tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.0917990
Apr 05 16:41:31.724775 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-81e48eb5-0b21-4e87-a68a-754df5da42d3 req-c9438e82-5895-44d9-ac7b-ecb9ac55be83 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455310
Apr 05 16:41:31.841427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35966) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:31.963256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:31.978199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:31.982162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Usage tracker for resource:security_group_rule and tenant:969ec162ede04cb08cdc91a284080499 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:31.985643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:31.991565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:32.076695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.079491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.088119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e7f5c3aa-3881-4495-9399-c160d290a980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:32.133553 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=969ec162ede04cb08cdc91a284080499&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2908356
Apr 05 16:41:32.134502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f631fa54-c241-4ca7-acf2-6b5d5a13da8f,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:32.136547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35974) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:32.137747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:32.200321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.227080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.274535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.282837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d20bd02e-c022-4bf3-b31e-61dcb7e1ea94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:32.504595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f631fa54-c241-4ca7-acf2-6b5d5a13da8f,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:32.507640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:32.511890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.513078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f631fa54-c241-4ca7-acf2-6b5d5a13da8f HTTP/1.1" status: 204  len: 168 time: 0.3749435
Apr 05 16:41:32.798632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 35992) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:32.818075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.833542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:32.837547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Usage tracker for resource:security_group_rule and tenant:5476afe1ccc8454c99c79c1700d9f120 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:32.840423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:32.846450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:32.929540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.932259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:32.941046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-58858ac3-784c-439e-9eae-0ea6b38c25db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:32.986649 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5476afe1ccc8454c99c79c1700d9f120&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1868942
Apr 05 16:41:32.988269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3d596d-ebeb-481b-afce-e15561636284,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:32.989536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 35996) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:32.991624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-35289526-0a9d-4850-9a12-50cad498ad5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:33.055193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:33.084900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:33.128537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:33.133871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:33.147849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3d596d-ebeb-481b-afce-e15561636284,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:33.150865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:33.151827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:33.153640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ef3d596d-ebeb-481b-afce-e15561636284 HTTP/1.1" status: 204  len: 168 time: 0.1630323
Apr 05 16:41:33.310306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:41:33.911342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36026) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:34.023101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-616788545-network', 'tenant_id': 'e79e7137d21b49059d8b4aba2e328e6b'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:34.028390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:34.033146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Usage tracker for resource:network and tenant:e79e7137d21b49059d8b4aba2e328e6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:34.036201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:34.043023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:34.051817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Made reservation on behalf of e79e7137d21b49059d8b4aba2e328e6b for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:34.056562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.069613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.084967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:34.088917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Usage tracker for resource:security_group_rule and tenant:e79e7137d21b49059d8b4aba2e328e6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:34.091826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:34.098163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:34.185425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.188185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.192260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0e4dac17-5105-4e11-bed6-88bc307d3c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:34.216476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:41:34.229656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:34.232929 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:34.235488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.235872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Added segment fba222da-5cfd-4d8e-a5ed-391076f9ccbe of type vlan for network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3
Apr 05 16:41:34.262678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.291802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.293175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:34.293803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.298761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9189d86e-958d-4ede-a12d-8b45cb651cb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:34.402909 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4903743
Apr 05 16:41:34.403813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Pushing event updated for resources: {'Network': ['ID=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:34.405997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36032) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:34.418431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Request body: {'subnet': {'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-616788545-subnet', 'tenant_id': 'e79e7137d21b49059d8b4aba2e328e6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:34.418777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:41:34.422323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:34.424586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:34.428630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Usage tracker for resource:subnet and tenant:e79e7137d21b49059d8b4aba2e328e6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:34.431593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:34.438551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:34.448518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Made reservation on behalf of e79e7137d21b49059d8b4aba2e328e6b for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:34.453919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.875333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:34.891289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-693fd53f-75fe-49be-8f65-9393a389d607 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:35.026521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b76bb91-0b1a-4f15-8b92-131159b455e8,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:35.033515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:35.094905 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Checking segment: {'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:35.095304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Network hostable DHCP agents. Network: 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:41:35.114878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:41:35.123744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:35.124638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fb1aa07-2b45-4df2-bda5-6c7cfb6b0521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:35.127784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:35.128466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:35.135096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456bd566-4dac-4b29-8a2c-2db50d3b4611 None None] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:41:35.148719 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-464367f7-17d5-483b-9da2-1c6db3d96d84 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7416699
Apr 05 16:41:35.364993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2686ff38-bac5-41f5-a23e-d2f63a9575a6 None None] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:41:35.772669 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-09c60f1d-c298-409d-97ee-4779979bc1a6 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=bc3103e2e6cb43ffb5c6ff4c7ddad0a8&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0364213
Apr 05 16:41:36.099052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f6880-47a6-4939-8cd0-96952ff6a634 req-75516036-3fdc-41d5-a79f-bfeae5e70e07 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:36.100684 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e43f6880-47a6-4939-8cd0-96952ff6a634 req-75516036-3fdc-41d5-a79f-bfeae5e70e07 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.0937705
Apr 05 16:41:36.102637 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b63c755b-4406-496f-aafb-10f3eca66b7a req-19911f0d-68a7-4ba0-bc63-89944cdefb1d tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 210 time: 0.1198583
Apr 05 16:41:36.149983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-6772eef3-3ed3-471d-8948-83ca24cbb80f tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:36.150935 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e43f6880-47a6-4939-8cd0-96952ff6a634 req-6f01fe54-f751-48c5-8ce1-f1957f36cacc tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430901
Apr 05 16:41:36.151441 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-6772eef3-3ed3-471d-8948-83ca24cbb80f tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3076427
Apr 05 16:41:36.489107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Request body: {'port': {'device_id': '54774d90-d8ac-4625-9467-8384b44a5bca', 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a', 'admin_state_up': True, 'tenant_id': 'bc3103e2e6cb43ffb5c6ff4c7ddad0a8'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:36.602994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:36.634058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:36.638015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Usage tracker for resource:port and tenant:bc3103e2e6cb43ffb5c6ff4c7ddad0a8 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:36.640949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:36.646856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:36.655817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Made reservation on behalf of bc3103e2e6cb43ffb5c6ff4c7ddad0a8 for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:36.661812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:36.675406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:36.692342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:36.696367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Usage tracker for resource:security_group_rule and tenant:bc3103e2e6cb43ffb5c6ff4c7ddad0a8 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:36.699278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:36.705350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:36.799073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:36.802904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:36.807825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:36.907975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3abb197-5c2b-463d-b88c-29967e54f508,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:36.909838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:37.008331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Allocated IP 192.168.233.195 (112b592f-9c53-460e-a7fb-4a1e778bca9a/ba8a6776-bf9a-4019-8bbc-879b555295a9/b2058bee-2a75-46fa-8f52-e73c64c61144) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:37.306074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.327491 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97136771-24be-40a8-b2fc-848989654629 req-931af59b-eed6-442f-ab92-b5739c180297 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 210 time: 0.0713527
Apr 05 16:41:37.338727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Transition to ACTIVE for port object b2058bee-2a75-46fa-8f52-e73c64c61144 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:37.365123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.380490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c1ed750-f24f-4f77-95a3-69e86a4777de tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:37.381873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2466f3-f699-49a8-a481-457e70175ee8 req-c8ffc4ca-e73f-4bf4-b761-fc431a5771df tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:37.383533 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c2466f3-f699-49a8-a481-457e70175ee8 req-c8ffc4ca-e73f-4bf4-b761-fc431a5771df tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1046104
Apr 05 16:41:37.431978 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c2466f3-f699-49a8-a481-457e70175ee8 req-08816bca-7324-489d-bd4f-6a91da10d3df tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420251
Apr 05 16:41:37.524943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Pushing event updated for resources: {'Port': ['ID=b2058bee-2a75-46fa-8f52-e73c64c61144,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:37.536143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.536545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.536936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.537319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.537698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.538079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.538454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.538828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.539202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.539574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.539972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.540360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:37.546171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:37.585122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Network 112b592f-9c53-460e-a7fb-4a1e778bca9a is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:37.586275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:37.588517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:37.595217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:37.595723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.627218 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 1.1424999
Apr 05 16:41:37.631845 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-21e2130d-be5e-45e0-b2c2-8248319ec2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.647345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Request body: {'port': {'device_id': '54774d90-d8ac-4625-9467-8384b44a5bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:37.719469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.740195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.772544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.803278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-c43a2d95-a49a-4d81-9803-5f1b31c29caf None None] Provisioning for port b2058bee-2a75-46fa-8f52-e73c64c61144 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:37.808400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-c43a2d95-a49a-4d81-9803-5f1b31c29caf None None] Provisioning complete for port b2058bee-2a75-46fa-8f52-e73c64c61144 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:37.808895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c43a2d95-a49a-4d81-9803-5f1b31c29caf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:37.871813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-c43a2d95-a49a-4d81-9803-5f1b31c29caf None None] Port b2058bee-2a75-46fa-8f52-e73c64c61144 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:41:38.102777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36104) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:38.296598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:38.309768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2058bee-2a75-46fa-8f52-e73c64c61144 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:41:38.315010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:38.319571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Usage tracker for resource:security_group_rule and tenant:c71ac13b48fa4c778972377d6c8f502d is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:38.321920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:38.322826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:38.329963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:38.347541 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Transition to ACTIVE for port object b2058bee-2a75-46fa-8f52-e73c64c61144 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:38.351607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:38.386430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ff39134-3be1-46a5-ab70-daafd5e0015a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:38.602297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Pushing event updated for resources: {'Port': ['ID=b2058bee-2a75-46fa-8f52-e73c64c61144,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:38.608873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-5825b532-aca1-4173-958a-5f3009e31963 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:38.609386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:38.615468 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-5825b532-aca1-4173-958a-5f3009e31963 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/networks?id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 HTTP/1.1" status: 200  len: 808 time: 0.2183001
Apr 05 16:41:38.648153 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-3b3e0fbd-38ef-41e0-bd0c-44b7dba80eb5 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/quotas/e79e7137d21b49059d8b4aba2e328e6b HTTP/1.1" status: 200  len: 375 time: 0.0314167
Apr 05 16:41:38.650371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:38.655066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:38.665920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a5c65c5d-baab-41e6-a328-5bc4ff8c4f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:38.744881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebc0d6-4dbc-4a26-a1bc-fc1f09d0fd4d req-bed6a58b-4e70-4bb9-bfa9-5bd7cdb9c22e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:38.745653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-edebc0d6-4dbc-4a26-a1bc-fc1f09d0fd4d req-bed6a58b-4e70-4bb9-bfa9-5bd7cdb9c22e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Synchronizing usage tracker for tenant:bc3103e2e6cb43ffb5c6ff4c7ddad0a8 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:41:38.765374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2005d553-5c50-47c4-815b-fff0595da11f,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:38.804065 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-fb92296c-0b1e-42c3-a51f-ae4f7a01c556 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e79e7137d21b49059d8b4aba2e328e6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1408033
Apr 05 16:41:38.811996 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c71ac13b48fa4c778972377d6c8f502d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7073724
Apr 05 16:41:38.817333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36136) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:38.837751 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Attempting to bind port b2058bee-2a75-46fa-8f52-e73c64c61144 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:41:38.837871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Attempting to bind port b2058bee-2a75-46fa-8f52-e73c64c61144 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:41:38.838244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Attempting to bind port b2058bee-2a75-46fa-8f52-e73c64c61144 on network 112b592f-9c53-460e-a7fb-4a1e778bca9a {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:38.844829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-edebc0d6-4dbc-4a26-a1bc-fc1f09d0fd4d req-bed6a58b-4e70-4bb9-bfa9-5bd7cdb9c22e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Unset dirty status for tenant:bc3103e2e6cb43ffb5c6ff4c7ddad0a8 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:41:38.846166 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edebc0d6-4dbc-4a26-a1bc-fc1f09d0fd4d req-bed6a58b-4e70-4bb9-bfa9-5bd7cdb9c22e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 948 time: 0.3331141
Apr 05 16:41:38.850977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Port b2058bee-2a75-46fa-8f52-e73c64c61144 on network 112b592f-9c53-460e-a7fb-4a1e778bca9a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:41:38.851529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Attempting to bind port b2058bee-2a75-46fa-8f52-e73c64c61144 on network 112b592f-9c53-460e-a7fb-4a1e778bca9a {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:38.877090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.877502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.877901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.878292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.878684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.879079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.879721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.880172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.880618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.881013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.881392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.881783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:38.885508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:41:38.885970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Checking segment: {'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:38.886391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Bound using segment: {'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:41:38.886878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Bound port: b2058bee-2a75-46fa-8f52-e73c64c61144, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caecc76d-e1d5-4574-b793-9507d11d236a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:41:38.887420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:38.920976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:39.052836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-ba8166b1-6bce-406e-af40-d79b877286fa service neutron] 10.222.0.38 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2477288
Apr 05 16:41:39.078811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-edebc0d6-4dbc-4a26-a1bc-fc1f09d0fd4d req-42b1e77c-ea88-4610-9704-330d4b57e83e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Synchronizing usage tracker for tenant:bc3103e2e6cb43ffb5c6ff4c7ddad0a8 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:41:39.093889 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:39.214982 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-fab204c6-6040-4684-adf4-58a7f1506587 service neutron] 10.222.0.38 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1611869
Apr 05 16:41:39.233043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:39.449506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-edebc0d6-4dbc-4a26-a1bc-fc1f09d0fd4d req-42b1e77c-ea88-4610-9704-330d4b57e83e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Unset dirty status for tenant:bc3103e2e6cb43ffb5c6ff4c7ddad0a8 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:41:39.450791 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edebc0d6-4dbc-4a26-a1bc-fc1f09d0fd4d req-42b1e77c-ea88-4610-9704-330d4b57e83e tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5939200
Apr 05 16:41:39.453729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:39.466956 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] For port b2058bee-2a75-46fa-8f52-e73c64c61144, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:41:39.493195 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-8af56e89-db85-44de-8610-dd40a4dce281 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5949981
Apr 05 16:41:39.500285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] For port b2058bee-2a75-46fa-8f52-e73c64c61144, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b2058bee-2a75-46fa-8f52-e73c64c61144,segment=NetworkSegment(caecc76d-e1d5-4574-b793-9507d11d236a),segment_id=caecc76d-e1d5-4574-b793-9507d11d236a)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:41:39.524629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:39.530531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25f485-06a3-47aa-ac6b-797090a14572 req-c3f18c73-3f69-47d2-8ba6-edd205ad84de tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:39.539236 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0a25f485-06a3-47aa-ac6b-797090a14572 req-c3f18c73-3f69-47d2-8ba6-edd205ad84de tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1055679
Apr 05 16:41:39.544275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:39.588047 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0a25f485-06a3-47aa-ac6b-797090a14572 req-0eb5864e-29cf-4539-ae9f-8a352da309a1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477006
Apr 05 16:41:39.822614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0de73-adb7-4613-81ee-8dac597fa3e7 req-3b234093-fa14-40e3-99e5-d79058efb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:39.824277 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3ac0de73-adb7-4613-81ee-8dac597fa3e7 req-3b234093-fa14-40e3-99e5-d79058efb771 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 1098 time: 0.7209721
Apr 05 16:41:39.833843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:39.849363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Pushing event updated for resources: {'Port': ['ID=b2058bee-2a75-46fa-8f52-e73c64c61144,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:39.858044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:39.862729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:39.896702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2005d553-5c50-47c4-815b-fff0595da11f,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:39.904753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:39.912372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:39.913592 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2005d553-5c50-47c4-815b-fff0595da11f HTTP/1.1" status: 204  len: 168 time: 1.0949876
Apr 05 16:41:39.940768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:39.941731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:39.942917 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] 10.222.0.35 "PUT /v2.0/ports/b2058bee-2a75-46fa-8f52-e73c64c61144 HTTP/1.1" status: 200  len: 1098 time: 2.3004227
Apr 05 16:41:39.950096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-63c4156e-80fa-43cf-bdb1-41828ebc0207 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:39.952786 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-63c4156e-80fa-43cf-bdb1-41828ebc0207 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.3569140
Apr 05 16:41:39.953325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54774d90-d8ac-4625-9467-8384b44a5bca', 'tag': 'b2058bee-2a75-46fa-8f52-e73c64c61144'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:41:39.970116 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-3e847f53-2b7e-4db1-841b-ee086c46a29b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/quotas/28a43060ef084153b061f02e088839c9 HTTP/1.1" status: 200  len: 375 time: 0.0110645
Apr 05 16:41:40.082012 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-705b0c19-d7fa-4be0-b6e0-6b56892b88d2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1041062
Apr 05 16:41:40.232444 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-c0c03618-fc27-4c60-be63-698047a775c7 service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430728
Apr 05 16:41:40.379799 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-34f93e8d-32d9-4f1a-a1f8-8a45f0d02b0d service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1399601
Apr 05 16:41:40.640523 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-14317692-70ef-4b0b-a2f2-b39e3b8e4694 req-e5fbbc1f-1f24-46c2-8716-02d2c0aba388 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 210 time: 0.0609598
Apr 05 16:41:40.702600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36206) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:40.824571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1900081105-network', 'tenant_id': '783b38225fd44770b12f217841784b22'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:40.830506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:40.834539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Usage tracker for resource:network and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:40.837587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:40.844693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:40.853558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Made reservation on behalf of 783b38225fd44770b12f217841784b22 for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:40.858684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:40.872621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:40.890226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:40.894350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:40.897347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:40.903350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:40.993828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:40.996645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.000868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6410cd7f-fd5f-403f-b5d9-e839d4893e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:41.030222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:41:41.039007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4716442-68b4-4f26-b937-4e2d20458410,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:41.042860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:41.045413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.045797 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Added segment 90a5c329-20bc-4367-9d40-cc6cd82b0d89 of type vlan for network 9867e52c-7cce-41b7-8806-46db7debbac6
Apr 05 16:41:41.072850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.102026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.103394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:41.104057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.109179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-51244d7f-b7d5-465f-8b89-5111de488829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:41.213179 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5091593
Apr 05 16:41:41.216147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Pushing event updated for resources: {'Network': ['ID=9867e52c-7cce-41b7-8806-46db7debbac6,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:41.216271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36216) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:41.218983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:41.223568 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Request body: {'subnet': {'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1900081105-subnet', 'tenant_id': '783b38225fd44770b12f217841784b22', 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:41.227122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 9867e52c-7cce-41b7-8806-46db7debbac6 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:41:41.229496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:41.233763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Usage tracker for resource:subnet and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:41.236795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:41.246851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:41.256712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Made reservation on behalf of 783b38225fd44770b12f217841784b22 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:41.261601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851757385'] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.659024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852242876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851757436'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.674620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-88e3a541-4bbb-4bb9-979e-4d83d6a19ed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:41.806819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=197f4c09-63c6-4597-ae8a-6261c0004052,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:41.809916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:41.872266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Checking segment: {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:41.872657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Network hostable DHCP agents. Network: 9867e52c-7cce-41b7-8806-46db7debbac6, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:41:41.892205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Network 9867e52c-7cce-41b7-8806-46db7debbac6 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:41:41.900390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 9867e52c-7cce-41b7-8806-46db7debbac6) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:41.910964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f46f3d-7f04-4507-9f01-f931325bc9ce None None] Network 9867e52c-7cce-41b7-8806-46db7debbac6 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:41:41.912479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:41.913128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.948931 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7286828
Apr 05 16:41:41.949192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36224) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:41.955737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:41.960924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:41.966041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Usage tracker for resource:router and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:41.969326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:41.976018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:41.986107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:41.987552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.006982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.149552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-9867e52c-7cce-41b7-8806-46db7debbac6', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:41:42.150528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.300831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.324953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Allocated IP 172.20.0.2 (9867e52c-7cce-41b7-8806-46db7debbac6/197f4c09-63c6-4597-ae8a-6261c0004052/483cd2c3-8b6a-4e14-af0d-50aaae3700ab) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:42.549866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.560974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Transition to ACTIVE for port object 483cd2c3-8b6a-4e14-af0d-50aaae3700ab will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:42.580189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Transition to ACTIVE for port object 483cd2c3-8b6a-4e14-af0d-50aaae3700ab will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:42.584939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.600272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:42.635251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.670595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.739859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Pushing event updated for resources: {'Port': ['ID=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:42.744179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:42.790012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Network 9867e52c-7cce-41b7-8806-46db7debbac6 is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:42.791235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:42.793619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:42.820411 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Allocated IP 172.27.1.44 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/f5f76bc9-bfd8-405a-b301-2ea044b02a4f) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:42.896287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Attempting to bind port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:41:42.896705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Attempting to bind port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:41:42.897115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Attempting to bind port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab on network 9867e52c-7cce-41b7-8806-46db7debbac6 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:42.902611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:41:42.903028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Checking segment: {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:42.903474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.903912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Bound using segment: {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:41:42.904614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Bound port: 483cd2c3-8b6a-4e14-af0d-50aaae3700ab, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:41:42.904877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:42.978155 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:43.001293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] For port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:41:43.005128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] For port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:41:43.008315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:43.025389 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:43.050344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:43.086319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f58b6aee-192b-4958-9cb3-41656184c261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:43.195557 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Pushing event updated for resources: {'Port': ['ID=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:43.200498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:43.413126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:43.417424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:43.459577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:43.460785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:43.463066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:43.926769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:43.985084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 483cd2c3-8b6a-4e14-af0d-50aaae3700ab up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:41:44.048043 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3ac0de73-adb7-4613-81ee-8dac597fa3e7 req-dd6a1901-bca3-477d-865b-babff10f8ba0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578270
Apr 05 16:41:44.147449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:44.209751 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-2b7b8806-059c-4eeb-897f-b8843a70ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:44.211366 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-2b7b8806-059c-4eeb-897f-b8843a70ce7a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 1099 time: 0.1427746
Apr 05 16:41:44.362788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:44.562405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e67074-a8aa-4e73-b9c2-7a59f321578f None None] Network 9867e52c-7cce-41b7-8806-46db7debbac6 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:41:44.589325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Router c9730da4-d489-4c3d-aa80-9afb1d8baf13 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:41:44.656908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Provisioning for port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:44.670597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Provisioning complete for port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:44.671048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:44.789282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:41:44.800602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Sync routers for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:41:44.816273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:41:44.816717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:44.818082 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 2.8678756
Apr 05 16:41:44.820312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd3fa8d0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:41:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:44.820929 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36232) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:45.031550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:41:45.080203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:45.133792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] For port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:45.140036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:45.144452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:45.227398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Pushing event updated for resources: {'Port': ['ID=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:45.238645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.239033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.239410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.239784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.240203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.240577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.240941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.241304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.241675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.242454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.242454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.242740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:45.246683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:45.289472 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54774d90-d8ac-4625-9467-8384b44a5bca', 'tag': 'b2058bee-2a75-46fa-8f52-e73c64c61144', 'status': 'completed', 'code': 200}
Apr 05 16:41:45.326966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-097e25f3-9b23-491b-b8a4-8f0c6b30e1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:45.329990 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-097e25f3-9b23-491b-b8a4-8f0c6b30e1dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc3103e2e6cb43ffb5c6ff4c7ddad0a8&device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 1101 time: 0.1521776
Apr 05 16:41:45.596901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd3fa8d0>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:43Z', 'revision_number': 3, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:45.601388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Checking router: c9730da4-d489-4c3d-aa80-9afb1d8baf13 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:41:45.601783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Updating router c9730da4-d489-4c3d-aa80-9afb1d8baf13 port f5f76bc9-bfd8-405a-b301-2ea044b02a4f binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:41:45.678695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:45.690226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-903a0f59-dfc4-4247-9ef9-5cc62b3adc64 None None] Provisioning complete for port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:45.690725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-903a0f59-dfc4-4247-9ef9-5cc62b3adc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:45.718074 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-e942f02b-79f5-4bde-b0c7-e22377858e82 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b2058bee-2a75-46fa-8f52-e73c64c61144 HTTP/1.1" status: 200  len: 217 time: 0.1825616
Apr 05 16:41:45.866132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-9df31766-7ccc-43da-9c6b-fdf21688c04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:45.867745 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-9df31766-7ccc-43da-9c6b-fdf21688c04f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8a6776-bf9a-4019-8bbc-879b555295a9 HTTP/1.1" status: 200  len: 843 time: 0.1328573
Apr 05 16:41:45.869023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-65ccb2cc-fae6-4d93-be6d-8422c98e560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:45.870985 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-65ccb2cc-fae6-4d93-be6d-8422c98e560d service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 916 time: 0.5392907
Apr 05 16:41:45.883954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48de1-c0c9-4111-b68a-0f33cf4b5f51 req-f25b62ab-621e-4835-9d2c-418251666e45 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:45.885267 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fcf48de1-c0c9-4111-b68a-0f33cf4b5f51 req-f25b62ab-621e-4835-9d2c-418251666e45 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 948 time: 0.2631309
Apr 05 16:41:45.898268 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9b3929f8-7f68-4d42-94b2-893d2db9f776 req-829fd566-3da2-4166-8e94-ba8aabcd3530 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 210 time: 0.3671849
Apr 05 16:41:46.046077 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-9ab546ab-d16a-44d6-a211-815315506e80 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ac7eee9-8715-433d-9186-310c90cccea9 HTTP/1.1" status: 200  len: 217 time: 0.1112359
Apr 05 16:41:46.048494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 483cd2c3-8b6a-4e14-af0d-50aaae3700ab up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:41:46.146849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:46.147365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:46.207884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:46.215081 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fcf48de1-c0c9-4111-b68a-0f33cf4b5f51 req-e693a915-3cc1-4e5f-9e0a-e6d191e76bc9 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2204640
Apr 05 16:41:46.237210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Transition to ACTIVE for port object f5f76bc9-bfd8-405a-b301-2ea044b02a4f will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:46.257089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:46.260160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-235d2fdc-8ea4-4017-98a8-9bb8a5eee3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:46.267116 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-235d2fdc-8ea4-4017-98a8-9bb8a5eee3b3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.2084930
Apr 05 16:41:46.273410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-43cb7d27-a9c4-43d3-8865-7654a2055bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:46.275053 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-43cb7d27-a9c4-43d3-8865-7654a2055bb4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=112b592f-9c53-460e-a7fb-4a1e778bca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3888125
Apr 05 16:41:46.301655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8af56-75d2-49ab-b5a0-b3f24625b250 req-9df4c035-2107-4ad0-8aa0-ab54a3812156 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:46.303310 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-94b8af56-75d2-49ab-b5a0-b3f24625b250 req-9df4c035-2107-4ad0-8aa0-ab54a3812156 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.2025039
Apr 05 16:41:46.422627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e18f116a-a935-4838-b3c6-8c71de93fec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:46.472890 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-94b8af56-75d2-49ab-b5a0-b3f24625b250 req-4ad9b3d7-24a3-4c70-9eb8-c99b74fcf671 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1151726
Apr 05 16:41:46.475191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:46.525971 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c342a498-0373-4d4d-b44b-5800f8ea50e3 req-f47073f8-31e6-4c5b-8c64-3051de52cb38 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 210 time: 0.0698035
Apr 05 16:41:46.572682 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-e1028a05-98f1-48b6-b3b2-dace4eeea0c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2844267
Apr 05 16:41:46.838757 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Allocated IP 172.20.0.1 (9867e52c-7cce-41b7-8806-46db7debbac6/197f4c09-63c6-4597-ae8a-6261c0004052/be1e1620-85bf-41fe-a9e9-7d7f75af0a8e) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:46.898692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Pushing event updated for resources: {'Port': ['ID=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,revision_number=2']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:46.909855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.910224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.910591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.910946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.911299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.911650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.912054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.912406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.912772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.913118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.913463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.913802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:41:46.919056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:46.956327 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Attempting to bind port f5f76bc9-bfd8-405a-b301-2ea044b02a4f on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:41:46.956658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Attempting to bind port f5f76bc9-bfd8-405a-b301-2ea044b02a4f by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:41:46.957059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Attempting to bind port f5f76bc9-bfd8-405a-b301-2ea044b02a4f on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:46.972519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:41:46.972930 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:46.973360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:46.973783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:41:46.974548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Bound port: f5f76bc9-bfd8-405a-b301-2ea044b02a4f, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:41:46.974685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:46.982278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-1b15e7a4-07a1-4d6f-97db-2158238b933d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:46.983879 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-1b15e7a4-07a1-4d6f-97db-2158238b933d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.5699468
Apr 05 16:41:47.070484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] For port f5f76bc9-bfd8-405a-b301-2ea044b02a4f, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:41:47.074726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] For port f5f76bc9-bfd8-405a-b301-2ea044b02a4f, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:41:47.081206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Request body: {'port': {'device_id': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'admin_state_up': True, 'tenant_id': '28a43060ef084153b061f02e088839c9'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:47.082040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:47.149213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-940760ed-092b-4c98-b3c7-c701cdcce18a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:47.169509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:47.194957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Transition to ACTIVE for port object be1e1620-85bf-41fe-a9e9-7d7f75af0a8e will not be triggered until provisioned by entity DHCP. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:47.248188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Pushing event updated for resources: {'Port': ['ID=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:47.270044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:47.292159 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9369b5e3-c789-4600-8017-cf83a1ad3750 req-79aa0108-a940-48cd-b24d-35feb83e837b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 210 time: 0.0735667
Apr 05 16:41:47.310711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:47.371624 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-27643656-59e9-4ba4-9685-bf32002c7d06 service neutron] 10.222.0.35 "GET /v2.0/networks/112b592f-9c53-460e-a7fb-4a1e778bca9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0104601
Apr 05 16:41:47.513949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:47.598819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:41:47.598980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:47.603566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd3fa8d0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:41:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:47.636554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:47.681588 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-71dd110a-2dfd-49e1-9201-2104a33831f1 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0224323
Apr 05 16:41:47.684626 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e053c712-fdd3-42ba-a894-773b92c2bbee req-40d0aeb0-4c72-40e5-89fc-d8e7ad594c67 service neutron] 10.222.0.35 "GET /v2.0/networks/112b592f-9c53-460e-a7fb-4a1e778bca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3020346
Apr 05 16:41:47.884849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-d21f8929-871d-4e1b-b63a-4fa350eae4f4 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:47.886548 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-d21f8929-871d-4e1b-b63a-4fa350eae4f4 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "GET /v2.0/networks?id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 HTTP/1.1" status: 200  len: 808 time: 0.5807302
Apr 05 16:41:47.900014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:41:47.911722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Request body: {'port': {'device_id': '6148e519-928e-40b2-9297-d4e26ce75d62', 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3', 'admin_state_up': True, 'tenant_id': 'e79e7137d21b49059d8b4aba2e328e6b'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:47.928323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Network 9867e52c-7cce-41b7-8806-46db7debbac6 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:47.937753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2dc4f-24b9-4d05-9327-19e9522d3ab8 req-9a211cc5-4740-4fe4-b57c-6554e395b7af tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:47.939346 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-adc2dc4f-24b9-4d05-9327-19e9522d3ab8 req-9a211cc5-4740-4fe4-b57c-6554e395b7af tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.2091074
Apr 05 16:41:47.943317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:47.957603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:48.009138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:48.021848 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-f5de3863-55ce-4b95-8e0c-24366b7ea42b service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3162913
Apr 05 16:41:48.035457 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08025e-e158-4839-b4ad-e4c3663a1a67 req-5f520c88-b775-486e-8b24-bc4c9e54f1fa tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:48.043689 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee08025e-e158-4839-b4ad-e4c3663a1a67 req-5f520c88-b775-486e-8b24-bc4c9e54f1fa tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 948 time: 0.4117384
Apr 05 16:41:48.071600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:48.118571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Made reservation on behalf of 28a43060ef084153b061f02e088839c9 for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:48.133199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:48.160396 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee08025e-e158-4839-b4ad-e4c3663a1a67 req-f44ae1af-89d6-43bf-aa8d-97758847d026 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1140804
Apr 05 16:41:48.171365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:48.212625 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-adc2dc4f-24b9-4d05-9327-19e9522d3ab8 req-a6dfecdd-4116-4c65-a6c2-c0c9663720fb tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2215831
Apr 05 16:41:48.300409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd3fa8d0>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:43Z', 'revision_number': 3, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:48.304979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79193fbf-7302-406c-8f9e-7acf547e81e4 None None] The sync data for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi is: [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:43Z', 'revision_number': 3, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:41:48.336788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:48.341116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Usage tracker for resource:port and tenant:e79e7137d21b49059d8b4aba2e328e6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:48.345195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:48.351904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:48.365642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-63c10ee7-a96b-4cc1-8b3b-c1640dc26a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:48.367248 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-63c10ee7-a96b-4cc1-8b3b-c1640dc26a26 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=bc3103e2e6cb43ffb5c6ff4c7ddad0a8&device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 1101 time: 0.4559834
Apr 05 16:41:48.372222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Made reservation on behalf of e79e7137d21b49059d8b4aba2e328e6b for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:48.378620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:48.382704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ef40ea56-ef13-44b0-8245-b2af7ea0eb9f req-6f00da5a-ad74-4e7b-83bd-fa208b70c69a tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 210 time: 0.0725596
Apr 05 16:41:48.383143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-fa645a5e-d83d-4b1e-a74a-a8b229640d91 None None] Provisioning for port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:48.395724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-fa645a5e-d83d-4b1e-a74a-a8b229640d91 None None] Provisioning complete for port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:48.396404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa645a5e-d83d-4b1e-a74a-a8b229640d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:48.498575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-fa645a5e-d83d-4b1e-a74a-a8b229640d91 None None] Port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:41:48.571548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Allocated IP 172.20.0.9 (8e92fecf-130f-495e-af35-9e61575a914e/eb89e615-a962-4952-aea9-373ca76e54d9/cff2f0fe-60e1-431c-9bd7-fdf214b85db6) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:48.627537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-411547e8-7791-49a8-8e5d-2782c745d421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:48.629431 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-411547e8-7791-49a8-8e5d-2782c745d421 service neutron] 10.222.0.35 "GET /v2.0/networks?id=112b592f-9c53-460e-a7fb-4a1e778bca9a HTTP/1.1" status: 200  len: 870 time: 0.2140224
Apr 05 16:41:48.693303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Allocated IP 172.20.0.7 (88750f8c-2a29-4fb8-90f0-8d4a9724e4c3/4b76bb91-0b1a-4f15-8b92-131159b455e8/1b7b6a84-0252-4a68-b913-fdb48f854e2f) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:48.700694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:48.761589 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-6e890794-0735-4646-8845-704f7de67586 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=b2058bee-2a75-46fa-8f52-e73c64c61144 HTTP/1.1" status: 200  len: 217 time: 0.1196690
Apr 05 16:41:48.782672 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c1111dc-bffc-4e8c-b5de-d08556b3cd98 req-1bf7d41a-9fe9-4555-898e-3ba85fa446ba tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 210 time: 0.0660000
Apr 05 16:41:48.984778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-d6283288-1a42-426b-95b6-41008788f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:48.986381 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-d6283288-1a42-426b-95b6-41008788f8ee service neutron] 10.222.0.35 "GET /v2.0/subnets?id=ba8a6776-bf9a-4019-8bbc-879b555295a9 HTTP/1.1" status: 200  len: 843 time: 0.1949799
Apr 05 16:41:49.031301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c176eda-4f48-4278-9e9e-b5b99e1b0722 req-94904e31-b4a8-4681-93f2-0d62b6aac185 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:49.033346 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6c176eda-4f48-4278-9e9e-b5b99e1b0722 req-94904e31-b4a8-4681-93f2-0d62b6aac185 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.4188070
Apr 05 16:41:49.047153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:49.127253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:49.168397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aeddb810-60d6-4988-a682-ad40faf4298a tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:49.182770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9ac7eee9-8715-433d-9186-310c90cccea9', 'c6356390-f7d6-4899-8d7a-55366219f755'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:41:49.351566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:49.433576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event updated for resources: {'Port': ['ID=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:49.443055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:49.447172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:49.470210 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6c176eda-4f48-4278-9e9e-b5b99e1b0722 req-19e87564-cee6-4a68-b740-5a2c7be38c54 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3865066
Apr 05 16:41:49.507032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-23c1e14d-6757-428f-80d5-12ae5960b498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:49.508783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-23c1e14d-6757-428f-80d5-12ae5960b498 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=112b592f-9c53-460e-a7fb-4a1e778bca9a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4310143
Apr 05 16:41:49.607497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0ffb70-fb07-4cb1-9d87-d67c0964087f req-0c768b28-f401-46ef-be86-5028e3647353 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:49.616145 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee0ffb70-fb07-4cb1-9d87-d67c0964087f req-0c768b28-f401-46ef-be86-5028e3647353 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 948 time: 0.2410953
Apr 05 16:41:49.620439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Network 8e92fecf-130f-495e-af35-9e61575a914e is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:49.655703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:49.686416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:49.697598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:49.704204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:49.704868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:49.773585 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee0ffb70-fb07-4cb1-9d87-d67c0964087f req-16f1d0f6-f91a-4527-8b7f-51f0c57103a5 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1564698
Apr 05 16:41:49.788567 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-4b4c5853-b697-4207-b81d-2076595bd6be tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.7243974
Apr 05 16:41:49.804394 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-cfaf9569-d30b-4e11-aea0-3b304210c53e service neutron] 10.222.0.35 "GET /v2.0/networks/112b592f-9c53-460e-a7fb-4a1e778bca9a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2839584
Apr 05 16:41:49.817466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Request body: {'port': {'device_id': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:50.100358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f5f76bc9-bfd8-405a-b301-2ea044b02a4f up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:41:50.133311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Pushing event updated for resources: {'Port': ['ID=1b7b6a84-0252-4a68-b913-fdb48f854e2f,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:50.150576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:50.155002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.resource_extend [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 05 16:41:50.162653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.192249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.217913 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-192c0679-db77-480b-80a1-f5e1c591ab41 req-58745bd6-1f82-432c-b74a-e21e446b20f1 service neutron] 10.222.0.35 "GET /v2.0/networks/112b592f-9c53-460e-a7fb-4a1e778bca9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3680289
Apr 05 16:41:50.221546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.230449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port f5f76bc9-bfd8-405a-b301-2ea044b02a4f completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:50.236972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port f5f76bc9-bfd8-405a-b301-2ea044b02a4f triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:50.237568 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.271042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:50.355584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.384946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.405239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port f5f76bc9-bfd8-405a-b301-2ea044b02a4f, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:50.408496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.411386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a59a9d56-e997-4f89-aa8b-cd7987c021d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:50.436423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd1b81-5329-470e-8c0a-5b9b97432df6 req-7742ad7f-bc18-40cb-ae8b-908207da56a5 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:50.438166 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1bcd1b81-5329-470e-8c0a-5b9b97432df6 req-7742ad7f-bc18-40cb-ae8b-908207da56a5 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 931 time: 0.7851870
Apr 05 16:41:50.442322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:50.445474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:50.528139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:50.532818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:50.535006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:50.574632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Pushing event updated for resources: {'Port': ['ID=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:50.580338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36334) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:50.612233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:50.691971 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1bcd1b81-5329-470e-8c0a-5b9b97432df6 req-ee7aa3c4-16ca-4302-8190-3164e98f6f42 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1694717
Apr 05 16:41:50.702059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:50.702739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.743669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Network 9867e52c-7cce-41b7-8806-46db7debbac6 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:50.745376 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8379178
Apr 05 16:41:50.746351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:50.789588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a3867-a173-4b82-b961-80ee4e5d17a6 req-f2842480-75da-44c8-ada0-2ddc3c2b1a23 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:50.790349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-6e8a3867-a173-4b82-b961-80ee4e5d17a6 req-f2842480-75da-44c8-ada0-2ddc3c2b1a23 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:41:50.828718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-6e8a3867-a173-4b82-b961-80ee4e5d17a6 req-f2842480-75da-44c8-ada0-2ddc3c2b1a23 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:41:50.836097 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6e8a3867-a173-4b82-b961-80ee4e5d17a6 req-f2842480-75da-44c8-ada0-2ddc3c2b1a23 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 931 time: 0.2261846
Apr 05 16:41:50.861695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff2f0fe-60e1-431c-9bd7-fdf214b85db6 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:41:50.874179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.911397 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6e8a3867-a173-4b82-b961-80ee4e5d17a6 req-19835340-15ec-427f-aad5-52e81e358fb9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743248
Apr 05 16:41:50.912191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Request body: {'port': {'device_id': '6148e519-928e-40b2-9297-d4e26ce75d62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:50.912474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Transition to ACTIVE for port object cff2f0fe-60e1-431c-9bd7-fdf214b85db6 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:50.919038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:50.942160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:51.014720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.042445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-7d7813e8-f1ed-4aea-959b-56eaa470f0c3 None None] Provisioning complete for port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:51.042930 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d7813e8-f1ed-4aea-959b-56eaa470f0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.071055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:51.084091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Usage tracker for resource:security_group_rule and tenant:231f45730efa46398d3d9ca873af4aa6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:51.089240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:51.108641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:51.109223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-7d7813e8-f1ed-4aea-959b-56eaa470f0c3 None None] Port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:41:51.280218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.305573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Router c9730da4-d489-4c3d-aa80-9afb1d8baf13 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:41:51.328487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a7c987-c537-4a74-8ea3-9410a60cc4f3 req-0fadd644-3ec4-4eaf-a125-5675b0c0d169 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:51.330199 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50a7c987-c537-4a74-8ea3-9410a60cc4f3 req-0fadd644-3ec4-4eaf-a125-5675b0c0d169 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 948 time: 0.3689435
Apr 05 16:41:51.355294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Pushing event updated for resources: {'Port': ['ID=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:51.360152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:51.521108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Attempting to bind port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:41:51.521476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Attempting to bind port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:41:51.521834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Attempting to bind port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:51.526647 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 on network 8e92fecf-130f-495e-af35-9e61575a914e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:41:51.526999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Attempting to bind port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:51.533025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:41:51.533394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Checking segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:51.533811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Bound using segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:41:51.534269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Bound port: cff2f0fe-60e1-431c-9bd7-fdf214b85db6, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:41:51.534640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.631805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] For port cff2f0fe-60e1-431c-9bd7-fdf214b85db6, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:41:51.635567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] For port cff2f0fe-60e1-431c-9bd7-fdf214b85db6, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:41:51.639770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.640427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.656180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-98aa0d89-cd5e-483e-ad0f-b3ab8c835f1b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:51.673726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.688308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-66dbb2d8-8ed0-43ee-b29a-3b13cd944f43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:51.697151 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50a7c987-c537-4a74-8ea3-9410a60cc4f3 req-df647e50-5fd9-4300-bcdd-7310549995c2 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3243892
Apr 05 16:41:51.805666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=231f45730efa46398d3d9ca873af4aa6&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2100358
Apr 05 16:41:51.807873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36350) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:51.815373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Pushing event updated for resources: {'Port': ['ID=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:51.829987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:51.845972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8af627-d4c2-4641-82cd-678eb593ba3c,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:51.849333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:51.893910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:41:51.905043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Sync routers for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:41:51.923272 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] 10.222.0.38 "PUT /v2.0/routers/c9730da4-d489-4c3d-aa80-9afb1d8baf13/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.0925899
Apr 05 16:41:51.923507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:41:51.923507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccccd080>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:41:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:51.955637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:51.956365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:51.957839 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] 10.222.0.35 "PUT /v2.0/ports/cff2f0fe-60e1-431c-9bd7-fdf214b85db6 HTTP/1.1" status: 200  len: 1093 time: 2.1453564
Apr 05 16:41:51.960823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'tag': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:41:52.015908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:52.050142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e58b457-0b8a-4b1d-a981-a448377b3ff0 req-a6d6f1e8-00b1-4911-bd65-64e9fa54857a tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:52.057799 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3e58b457-0b8a-4b1d-a981-a448377b3ff0 req-a6d6f1e8-00b1-4911-bd65-64e9fa54857a tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 931 time: 0.2235034
Apr 05 16:41:52.150220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:52.222528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c39de9-cf5e-4eb6-9f95-0bf3e6ef0ff4 req-8b949e64-634d-4478-9c91-2fc2a49ea318 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:52.224248 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-28c39de9-cf5e-4eb6-9f95-0bf3e6ef0ff4 req-8b949e64-634d-4478-9c91-2fc2a49ea318 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 943 time: 0.1207645
Apr 05 16:41:52.239641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3e58b457-0b8a-4b1d-a981-a448377b3ff0 req-9d625cab-913c-4324-802d-d1b1efc8eea1 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Synchronizing usage tracker for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:41:52.264560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-78785d72-413f-4466-84d6-38fc0340cfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:52.266428 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-78785d72-413f-4466-84d6-38fc0340cfd9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 1096 time: 0.2064180
Apr 05 16:41:52.278864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f5f76bc9-bfd8-405a-b301-2ea044b02a4f up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:41:52.282346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-3e58b457-0b8a-4b1d-a981-a448377b3ff0 req-9d625cab-913c-4324-802d-d1b1efc8eea1 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Unset dirty status for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:41:52.293495 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3e58b457-0b8a-4b1d-a981-a448377b3ff0 req-9d625cab-913c-4324-802d-d1b1efc8eea1 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2347736
Apr 05 16:41:52.343780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b2058bee-2a75-46fa-8f52-e73c64c61144 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:41:52.376352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:41:52.378436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-28c39de9-cf5e-4eb6-9f95-0bf3e6ef0ff4 req-939b2299-1207-453a-944b-b02b085bf0ca tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1438551
Apr 05 16:41:52.390818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:52.411381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-11e8b693-6d58-4b1f-95fc-03418e65304e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:52.422063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b7b6a84-0252-4a68-b913-fdb48f854e2f {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:41:52.431009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8af627-d4c2-4641-82cd-678eb593ba3c,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:52.438923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:52.439659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:52.440891 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f8af627-d4c2-4641-82cd-678eb593ba3c HTTP/1.1" status: 204  len: 168 time: 0.6296127
Apr 05 16:41:52.442872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-108ad174-e9ef-4770-bcd5-afc3aaddb2c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff2f0fe-60e1-431c-9bd7-fdf214b85db6 HTTP/1.1" status: 200  len: 217 time: 0.1447921
Apr 05 16:41:52.458653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:52.506472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Transition to ACTIVE for port object 1b7b6a84-0252-4a68-b913-fdb48f854e2f will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:52.531992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:52.538740 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'tag': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6', 'status': 'completed', 'code': 200}
Apr 05 16:41:52.601365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-d346ea69-2413-4f20-ad1c-0032f77d8732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:52.608576 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-d346ea69-2413-4f20-ad1c-0032f77d8732 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.1532230
Apr 05 16:41:52.725359 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-486748e5-6a0e-462c-989e-44105410999d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1061139
Apr 05 16:41:52.812902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-462c5477-39c9-48fe-822f-bff017e5dab0 tempest-DeleteServersTestJSON-1892901638 tempest-DeleteServersTestJSON-1892901638-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:53.007562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port f5f76bc9-bfd8-405a-b301-2ea044b02a4f triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:53.007774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.085946 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-9593ffca-b1e0-4307-b35d-b81c36f706b3 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3549752
Apr 05 16:41:53.095839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccccd080>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 2, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:53.126495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b6a84-0252-4a68-b913-fdb48f854e2f,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:53.128872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36388) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:53.134509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36390) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:53.148278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Checking router: c9730da4-d489-4c3d-aa80-9afb1d8baf13 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:41:53.148688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Updating router c9730da4-d489-4c3d-aa80-9afb1d8baf13 port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:41:53.150939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:53.155350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-302330770-network', 'tenant_id': '4e64b08729974c888c08183105ee75ce'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:53.221880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:53.258506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.268296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Usage tracker for resource:network and tenant:4e64b08729974c888c08183105ee75ce is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:53.322029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:53.350906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:53.353531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:53.366912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Usage tracker for resource:security_group_rule and tenant:9f1e28b9a08448c084126ac0d246514f is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:53.372033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:53.390087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:53.405871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Made reservation on behalf of 4e64b08729974c888c08183105ee75ce for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:53.410865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.417172 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67890f8b-1c82-47d5-ba28-d0166186c7fe req-186c682d-69a7-45f3-bc79-be385931a093 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3113039
Apr 05 16:41:53.442627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.470561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-c75df59a-6593-42b6-b214-266c516356e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:53.472357 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-c75df59a-6593-42b6-b214-266c516356e9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.3299532
Apr 05 16:41:53.476753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Attempting to bind port 1b7b6a84-0252-4a68-b913-fdb48f854e2f on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:41:53.477129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Attempting to bind port 1b7b6a84-0252-4a68-b913-fdb48f854e2f by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:41:53.477493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Attempting to bind port 1b7b6a84-0252-4a68-b913-fdb48f854e2f on network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:53.481683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca7bdca-2d7c-405b-a5a6-76bf8af5da39 req-34b2aa01-a551-47b8-b852-db02acac50fe tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:53.484141 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6ca7bdca-2d7c-405b-a5a6-76bf8af5da39 req-34b2aa01-a551-47b8-b852-db02acac50fe tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2572231
Apr 05 16:41:53.496578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.497479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Port 1b7b6a84-0252-4a68-b913-fdb48f854e2f on network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:41:53.497905 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Attempting to bind port 1b7b6a84-0252-4a68-b913-fdb48f854e2f on network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:53.503281 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:53.516295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:41:53.516674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Checking segment: {'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:53.517075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Bound using segment: {'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:41:53.517586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Bound port: 1b7b6a84-0252-4a68-b913-fdb48f854e2f, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:41:53.517948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.531587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Usage tracker for resource:security_group_rule and tenant:4e64b08729974c888c08183105ee75ce is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:53.541451 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6ca7bdca-2d7c-405b-a5a6-76bf8af5da39 req-82f5f1c7-b71d-4116-8a1a-50f69764e7b9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481446
Apr 05 16:41:53.541646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:53.556531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:53.570438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41590da9-e45d-4e2d-aa4b-00579d9e5ded req-d607f916-f94d-4659-80d5-420173f43732 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:53.574354 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41590da9-e45d-4e2d-aa4b-00579d9e5ded req-d607f916-f94d-4659-80d5-420173f43732 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 948 time: 0.3535712
Apr 05 16:41:53.659670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port b2058bee-2a75-46fa-8f52-e73c64c61144, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b2058bee-2a75-46fa-8f52-e73c64c61144,segment=NetworkSegment(caecc76d-e1d5-4574-b793-9507d11d236a),segment_id=caecc76d-e1d5-4574-b793-9507d11d236a)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:53.723543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'b2058bee-2a75-46fa-8f52-e73c64c61144', 'network_id': '112b592f-9c53-460e-a7fb-4a1e778bca9a', 'port_id': 'b2058bee-2a75-46fa-8f52-e73c64c61144', 'mac_address': 'fa:16:3e:43:6d:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba8a6776-bf9a-4019-8bbc-879b555295a9', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:41:53.845138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-fee6e831-7a80-459b-b63a-e206251f343e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:53.846754 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-fee6e831-7a80-459b-b63a-e206251f343e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 1096 time: 0.2803612
Apr 05 16:41:53.851110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-84531106-b4a2-483f-89b9-95b183ed7245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:53.853120 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-84531106-b4a2-483f-89b9-95b183ed7245 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 919 time: 0.3098609
Apr 05 16:41:53.860363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.890480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2058bee-2a75-46fa-8f52-e73c64c61144 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:41:53.909739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port b2058bee-2a75-46fa-8f52-e73c64c61144, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b2058bee-2a75-46fa-8f52-e73c64c61144,segment=NetworkSegment(caecc76d-e1d5-4574-b793-9507d11d236a),segment_id=caecc76d-e1d5-4574-b793-9507d11d236a)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:53.917836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:53.922743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:53.974860 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41590da9-e45d-4e2d-aa4b-00579d9e5ded req-d82c8ee4-a2bf-4f3a-9713-8fd6c26153de tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3836432
Apr 05 16:41:54.059540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e82e451-679b-4af6-aec7-42470b8d57e8 req-135b5b99-ce30-4fcf-9f36-58b680b99718 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:54.067970 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e82e451-679b-4af6-aec7-42470b8d57e8 req-135b5b99-ce30-4fcf-9f36-58b680b99718 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 943 time: 0.3656075
Apr 05 16:41:54.069672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.078602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] For port 1b7b6a84-0252-4a68-b913-fdb48f854e2f, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:41:54.079379 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-6266e642-0042-43dc-9df3-8b5ba1659c94 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 200  len: 217 time: 0.1994798
Apr 05 16:41:54.081645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.089989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] For port 1b7b6a84-0252-4a68-b913-fdb48f854e2f, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b7b6a84-0252-4a68-b913-fdb48f854e2f,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:41:54.093071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=b2058bee-2a75-46fa-8f52-e73c64c61144,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:54.094790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-024b6074-f201-459e-9b72-a9ada4798c1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:54.098025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:54.114981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.213691 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-cbe13d35-f5c3-4ac8-9109-c11b74d92efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:54.215389 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-cbe13d35-f5c3-4ac8-9109-c11b74d92efc service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 916 time: 0.3583422
Apr 05 16:41:54.222745 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e82e451-679b-4af6-aec7-42470b8d57e8 req-8ef7dec7-11bb-45d8-8a08-c27e04157104 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538012
Apr 05 16:41:54.242121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.261876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4538b47-cd4a-4bd3-85ff-fa388cc6c8d2,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:54.267813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:54.270588 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9f1e28b9a08448c084126ac0d246514f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1229362
Apr 05 16:41:54.280306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Transition to ACTIVE for port object be1e1620-85bf-41fe-a9e9-7d7f75af0a8e will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:54.294297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.299995 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-40bcffb1-a8da-4162-8d6c-d2bfec6f66bd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cff2f0fe-60e1-431c-9bd7-fdf214b85db6 HTTP/1.1" status: 200  len: 217 time: 0.0762150
Apr 05 16:41:54.302089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36404) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:54.315326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:54.325817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.152s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:54.384018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-b3d597f9-d3bb-4f6b-854f-71f0e0c25929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:54.385592 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-b3d597f9-d3bb-4f6b-854f-71f0e0c25929 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.2840147
Apr 05 16:41:54.455208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.466617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c82dea-3383-4d0e-b39f-c2e9eeec11c1 None None] Pushing event updated for resources: {'Port': ['ID=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:54.471608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c2c82dea-3383-4d0e-b39f-c2e9eeec11c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:54.472036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.473225 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-eabea488-3127-42db-9e4c-2afa4507bfb7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0779808
Apr 05 16:41:54.483346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.494862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Pushing event updated for resources: {'Port': ['ID=1b7b6a84-0252-4a68-b913-fdb48f854e2f,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:54.502677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['b2058bee-2a75-46fa-8f52-e73c64c61144'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:41:54.504085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:54.510804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-5c677c49-a083-46d5-937a-b72475574bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:54.512360 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-5c677c49-a083-46d5-937a-b72475574bff service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.1681197
Apr 05 16:41:54.513004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b69d2-d2d7-45fc-9c40-fa5b9b35bff2 req-dbd3bfc1-b4f6-4f5d-999f-5dfae17aca2a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:54.516802 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f91b69d2-d2d7-45fc-9c40-fa5b9b35bff2 req-dbd3bfc1-b4f6-4f5d-999f-5dfae17aca2a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 943 time: 0.3525577
Apr 05 16:41:54.517923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7565e435-1844-469d-855f-bedadc66e708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:54.540931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:41:54.594464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.594861 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Added segment 7a8720a7-f162-4755-94cf-7142245fd579 of type vlan for network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb
Apr 05 16:41:54.596362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3e3f51-286e-405e-b1bd-eeee82e2c6e7,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:54.605253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:54.605941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.607636 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] 10.222.0.35 "PUT /v2.0/ports/1b7b6a84-0252-4a68-b913-fdb48f854e2f HTTP/1.1" status: 200  len: 1093 time: 3.7846963
Apr 05 16:41:54.615818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6148e519-928e-40b2-9297-d4e26ce75d62', 'tag': '1b7b6a84-0252-4a68-b913-fdb48f854e2f'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:41:54.625916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:54.655498 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f91b69d2-d2d7-45fc-9c40-fa5b9b35bff2 req-2156c7e3-9e46-495e-b756-c634750138c3 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1235204
Apr 05 16:41:54.705383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.818698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Attempting to bind port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:41:54.819119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Attempting to bind port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:41:54.819535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Attempting to bind port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e on network 9867e52c-7cce-41b7-8806-46db7debbac6 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:41:54.829280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:41:54.830100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Checking segment: {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:54.830100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.830553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Bound using segment: {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:41:54.831097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Bound port: be1e1620-85bf-41fe-a9e9-7d7f75af0a8e, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:41:54.831521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.868211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.871805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:54.872500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:54.881020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:54.892167 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-329410f2-1218-4e4f-8fa7-b6845d9dc01d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3607757
Apr 05 16:41:54.991459 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6148e519-928e-40b2-9297-d4e26ce75d62', 'tag': '1b7b6a84-0252-4a68-b913-fdb48f854e2f', 'status': 'completed', 'code': 200}
Apr 05 16:41:55.064244 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-24f2fd4d-1ce7-470e-b9b2-2ba6be1374a9 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5767117
Apr 05 16:41:55.066148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:55.077341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-059911af-7f39-4d69-b49b-963ceecfc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:55.077534 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] For port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:41:55.078949 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-059911af-7f39-4d69-b49b-963ceecfc114 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e79e7137d21b49059d8b4aba2e328e6b&device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 1096 time: 0.3549511
Apr 05 16:41:55.094814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Pushing event updated for resources: {'Network': ['ID=e243e1b1-83cd-4cf8-bb29-6a2aa51163eb,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:55.110599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] For port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:41:55.121049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:41:55.152497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:55.155339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:55.160632 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 2.0085297
Apr 05 16:41:55.165948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36414) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:55.179464 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-45a38286-e67f-4c86-a7f5-70d22aaa2cd1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b7b6a84-0252-4a68-b913-fdb48f854e2f HTTP/1.1" status: 200  len: 217 time: 0.0812585
Apr 05 16:41:55.183398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Request body: {'subnet': {'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-302330770-subnet', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:55.231508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:55.249075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Usage tracker for resource:subnet and tenant:4e64b08729974c888c08183105ee75ce is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:55.255254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:55.269705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:55.292254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f768c8-9ec3-4cb0-94a3-14687b953b81 req-a283ab19-291d-454e-86d2-b945c3f99e9d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:55.293858 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-74f768c8-9ec3-4cb0-94a3-14687b953b81 req-a283ab19-291d-454e-86d2-b945c3f99e9d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.3597231
Apr 05 16:41:55.299529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Made reservation on behalf of 4e64b08729974c888c08183105ee75ce for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:41:55.304217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851757385'] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:55.318838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-b908fcc8-9d7f-498b-bcdf-79c86ce2afb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:55.320429 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-b908fcc8-9d7f-498b-bcdf-79c86ce2afb2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b76bb91-0b1a-4f15-8b92-131159b455e8 HTTP/1.1" status: 200  len: 848 time: 0.1239679
Apr 05 16:41:55.327225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:55.412057 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-759a4b88-d67a-4f0a-87de-baf7f05604a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0718169
Apr 05 16:41:55.417270 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8885cd3c-0a97-4620-9c3c-c8fe78169c54 req-b85bb631-9f1f-43c5-9877-114fcc9736df service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3296757
Apr 05 16:41:55.417910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:55.426028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:55.446728 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-d0084e03-b1e7-4a98-9be0-f0e5ce7542fe service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5388608
Apr 05 16:41:55.450453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4538b47-cd4a-4bd3-85ff-fa388cc6c8d2,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:55.453309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:55.516390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c82dea-3383-4d0e-b39f-c2e9eeec11c1 None None] Pushing event updated for resources: {'Port': ['ID=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:55.519280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:41:55.523578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccccd080>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:41:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:55.547247 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-74f768c8-9ec3-4cb0-94a3-14687b953b81 req-5efb8ac3-2654-48f0-ac9e-a0ec99f9df37 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2257626
Apr 05 16:41:55.558627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ee991-850b-42da-a4a3-7953c1031ec4 req-139b85e8-3ecd-4a27-9925-98f42f45d086 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:55.568132 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-176ee991-850b-42da-a4a3-7953c1031ec4 req-139b85e8-3ecd-4a27-9925-98f42f45d086 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 949 time: 0.3743715
Apr 05 16:41:55.570488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:55.581553 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a4538b47-cd4a-4bd3-85ff-fa388cc6c8d2 HTTP/1.1" status: 204  len: 168 time: 1.2784014
Apr 05 16:41:55.769770 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-4369e4f6-27e4-4d33-8f78-df3be9e92e02 service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2999327
Apr 05 16:41:55.773057 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-176ee991-850b-42da-a4a3-7953c1031ec4 req-30c3ca9c-d501-4ae8-a2d9-3c3441de29e8 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2037790
Apr 05 16:41:55.807735 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:41:55.825191 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a5d0b4-50d4-4428-a783-8f7110a6e5be req-5b1a416b-453a-4c87-abd1-b14aa44d64e2 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3657222
Apr 05 16:41:55.877892 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c2c82dea-3383-4d0e-b39f-c2e9eeec11c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:56.121702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2696c7-0435-499d-8ab1-b1c491bfc909 req-d74812c5-5a6c-442a-8b18-00feb791761e tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:56.122398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-4f2696c7-0435-499d-8ab1-b1c491bfc909 req-d74812c5-5a6c-442a-8b18-00feb791761e tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Synchronizing usage tracker for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:41:56.155598 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9356fc69-682d-4a59-bab6-5ef2308aceb7 req-e233bd3e-43cd-48e6-9459-10d04515f671 service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3718228
Apr 05 16:41:56.178786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-4f2696c7-0435-499d-8ab1-b1c491bfc909 req-d74812c5-5a6c-442a-8b18-00feb791761e tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Unset dirty status for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:41:56.181154 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f2696c7-0435-499d-8ab1-b1c491bfc909 req-d74812c5-5a6c-442a-8b18-00feb791761e tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 943 time: 0.3966708
Apr 05 16:41:56.212707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccccd080>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:55Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:41:56.218597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a0efb62-19dd-496d-9725-459bf01b7082 None None] The sync data for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi is: [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:55Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:41:56.321927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db25b93-934d-4d6c-ac75-b6daaacda1f7 req-fc6ea566-c6b8-4889-b24e-b2788e592b1c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:56.330513 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5db25b93-934d-4d6c-ac75-b6daaacda1f7 req-fc6ea566-c6b8-4889-b24e-b2788e592b1c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 943 time: 0.1683931
Apr 05 16:41:56.384264 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5db25b93-934d-4d6c-ac75-b6daaacda1f7 req-445e660d-b604-40bb-88c3-6880e8a4c6a2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526497
Apr 05 16:41:56.405596 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f2696c7-0435-499d-8ab1-b1c491bfc909 req-c278a4d7-2459-486a-bde5-86b640d718de tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1625371
Apr 05 16:41:56.464905 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc150cb7-6575-4230-801e-6337ad33719d req-eed1651e-8373-45aa-bffc-cb42cb684556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:56.468065 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc150cb7-6575-4230-801e-6337ad33719d req-eed1651e-8373-45aa-bffc-cb42cb684556 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e79e7137d21b49059d8b4aba2e328e6b&device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 1096 time: 0.1630425
Apr 05 16:41:56.659408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852242876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851757436'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:56.679672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:57.031080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d939960-dcb9-44c4-8520-16c9939b44fd req-d59bc883-ef79-469a-84e2-d541a9311fd5 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:57.039174 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8d939960-dcb9-44c4-8520-16c9939b44fd req-d59bc883-ef79-469a-84e2-d541a9311fd5 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 949 time: 0.1207044
Apr 05 16:41:57.096198 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8d939960-dcb9-44c4-8520-16c9939b44fd req-ee430d14-7ee1-451a-9e82-46be8adeecc8 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557170
Apr 05 16:41:57.161685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc150cb7-6575-4230-801e-6337ad33719d req-166e9158-ad5d-42c3-8f21-d642eded5ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:57.163258 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc150cb7-6575-4230-801e-6337ad33719d req-166e9158-ad5d-42c3-8f21-d642eded5ca1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 HTTP/1.1" status: 200  len: 909 time: 0.6811996
Apr 05 16:41:57.178398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b112fc7-36d7-4101-ba74-f3142c58e598,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:57.182110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.502s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:57.279386 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc150cb7-6575-4230-801e-6337ad33719d req-85311cbf-71e4-491d-8cd7-7b5509192f37 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1b7b6a84-0252-4a68-b913-fdb48f854e2f HTTP/1.1" status: 200  len: 217 time: 0.0935936
Apr 05 16:41:57.397483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12162f85-e9eb-47b2-a511-f5f1589fdadb req-9ee6bad0-4bbd-44c4-ac9c-0943e7588c88 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:57.398502 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-12162f85-e9eb-47b2-a511-f5f1589fdadb req-9ee6bad0-4bbd-44c4-ac9c-0943e7588c88 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.6725707
Apr 05 16:41:57.403785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc150cb7-6575-4230-801e-6337ad33719d req-1ad97aa3-f5d2-49d8-9817-5f07e7371516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:57.406577 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc150cb7-6575-4230-801e-6337ad33719d req-1ad97aa3-f5d2-49d8-9817-5f07e7371516 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b76bb91-0b1a-4f15-8b92-131159b455e8 HTTP/1.1" status: 200  len: 848 time: 0.1159024
Apr 05 16:41:57.501651 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc150cb7-6575-4230-801e-6337ad33719d req-e3069e95-9289-4913-89e4-0b61b430819c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0689285
Apr 05 16:41:57.568574 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-12162f85-e9eb-47b2-a511-f5f1589fdadb req-fc0c09a8-6664-4a22-aa8f-587da73032ec tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1589239
Apr 05 16:41:57.569380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Checking segment: {'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:41:57.569790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Network hostable DHCP agents. Network: e243e1b1-83cd-4cf8-bb29-6a2aa51163eb, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:41:57.631004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f22e7be-305b-4244-a08d-8dcb61a56d63 req-fce483ac-a008-4c9c-8b6d-d41dfea6f995 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:57.632951 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7f22e7be-305b-4244-a08d-8dcb61a56d63 req-fce483ac-a008-4c9c-8b6d-d41dfea6f995 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 943 time: 0.1307328
Apr 05 16:41:57.689144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:41:57.693609 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7f22e7be-305b-4244-a08d-8dcb61a56d63 req-2d2544f6-ad26-437e-86fb-65d1dfc162d8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518205
Apr 05 16:41:57.729091 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc150cb7-6575-4230-801e-6337ad33719d req-6743e96f-2d16-4b1f-b9d0-e38df0a172fb service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2096760
Apr 05 16:41:57.729091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, e243e1b1-83cd-4cf8-bb29-6a2aa51163eb) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:57.734454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6e951-3941-4fc2-992f-73515b996c0a None None] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:41:57.815182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:57.815843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:57.956850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36484) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:41:57.957004 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 2.7819629
Apr 05 16:41:57.968944 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:41:57.977687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:41:57.991326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Usage tracker for resource:router and tenant:4e64b08729974c888c08183105ee75ce is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:41:57.998708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:41:58.014589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:41:58.027946 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc150cb7-6575-4230-801e-6337ad33719d req-d937a0c3-b63b-449d-aa1c-3f2586361e29 service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2813883
Apr 05 16:41:58.037372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b18f3f-ec9f-4c6d-9e4c-b0591a590123 req-9b91cb5a-dd75-490a-8b53-264d9c77b5df tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:58.052717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:58.053850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:58.058944 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device be1e1620-85bf-41fe-a9e9-7d7f75af0a8e up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:41:58.059694 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97b18f3f-ec9f-4c6d-9e4c-b0591a590123 req-9b91cb5a-dd75-490a-8b53-264d9c77b5df tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 943 time: 0.3013573
Apr 05 16:41:58.094156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:58.124678 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97b18f3f-ec9f-4c6d-9e4c-b0591a590123 req-f38e7547-bbb7-41c5-9c01-aa3ac1d7d757 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635939
Apr 05 16:41:58.315053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device cff2f0fe-60e1-431c-9bd7-fdf214b85db6 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:41:58.317440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b2058bee-2a75-46fa-8f52-e73c64c61144 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:41:58.368448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-e243e1b1-83cd-4cf8-bb29-6a2aa51163eb', 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'fixed_ips': [{'subnet_id': '7b112fc7-36d7-4101-ba74-f3142c58e598'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:41:58.369357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:58.489511 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:58.571696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d8207-824a-4b32-8f94-cb02027f1266 req-fc176e37-8cfc-40f3-b6eb-df652b6675ab tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:58.573337 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-860d8207-824a-4b32-8f94-cb02027f1266 req-fc176e37-8cfc-40f3-b6eb-df652b6675ab tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 949 time: 0.3074851
Apr 05 16:41:58.622838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:58.631716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port b2058bee-2a75-46fa-8f52-e73c64c61144 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:41:58.643777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:58.644214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:58.690090 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-860d8207-824a-4b32-8f94-cb02027f1266 req-da82e140-c342-4568-a3b0-a7c6c0557e78 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1084886
Apr 05 16:41:58.704868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port b2058bee-2a75-46fa-8f52-e73c64c61144 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:41:58.705292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:58.838577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port cff2f0fe-60e1-431c-9bd7-fdf214b85db6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:58.855779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea16756f-5ebc-4fd5-b214-63a45652dfac req-c97cc4a9-6f73-4fb8-86dc-1e988077ac12 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:58.859307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Allocated IP 172.20.0.2 (e243e1b1-83cd-4cf8-bb29-6a2aa51163eb/7b112fc7-36d7-4101-ba74-f3142c58e598/17bd94ef-53ac-4e01-a371-c5d375232dfb) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:58.860552 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea16756f-5ebc-4fd5-b214-63a45652dfac req-c97cc4a9-6f73-4fb8-86dc-1e988077ac12 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1066887
Apr 05 16:41:58.869407 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'port_id': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6', 'mac_address': 'fa:16:3e:b5:fe:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb89e615-a962-4952-aea9-373ca76e54d9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:41:58.913580 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea16756f-5ebc-4fd5-b214-63a45652dfac req-cb7439c7-cd83-4175-9628-eff7d2a48a83 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470703
Apr 05 16:41:58.996085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.047060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.121065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ece15f-3c2e-4a14-98ab-b3ac4a251bb8 req-419e513f-8b4e-4e79-b094-19e7ce974d6b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:59.123313 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0ece15f-3c2e-4a14-98ab-b3ac4a251bb8 req-419e513f-8b4e-4e79-b094-19e7ce974d6b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 943 time: 0.2715418
Apr 05 16:41:59.134187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.174789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.190425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff2f0fe-60e1-431c-9bd7-fdf214b85db6 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:41:59.200702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.226517 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0ece15f-3c2e-4a14-98ab-b3ac4a251bb8 req-d27eef58-a146-4c70-a03a-6c414c0c9e62 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922010
Apr 05 16:41:59.260498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port cff2f0fe-60e1-431c-9bd7-fdf214b85db6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:59.268486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Allocated IP 172.27.1.144 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/813ddef1-d826-43a3-8522-be6efa9d0f25) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:41:59.269249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54774d90-d8ac-4625-9467-8384b44a5bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2058bee-2a75-46fa-8f52-e73c64c61144'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:41:59.291908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.300238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c2c82dea-3383-4d0e-b39f-c2e9eeec11c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:59.340418 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54774d90-d8ac-4625-9467-8384b44a5bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2058bee-2a75-46fa-8f52-e73c64c61144', 'code': 200}
Apr 05 16:41:59.345709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port b2058bee-2a75-46fa-8f52-e73c64c61144, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b2058bee-2a75-46fa-8f52-e73c64c61144,segment=NetworkSegment(caecc76d-e1d5-4574-b793-9507d11d236a),segment_id=caecc76d-e1d5-4574-b793-9507d11d236a)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:59.388616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:41:59.398507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.412728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.429505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb5e0c2-22b7-4c4a-9497-b36445580b91 req-83376570-5f21-4661-baab-d7715ce4d970 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:59.437393 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cfb5e0c2-22b7-4c4a-9497-b36445580b91 req-83376570-5f21-4661-baab-d7715ce4d970 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 943 time: 0.1155369
Apr 05 16:41:59.450591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:59.456366 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:59.456884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca91c8b8-7c0a-4365-8db0-6b39780c7e36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:59.458234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.489255 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cfb5e0c2-22b7-4c4a-9497-b36445580b91 req-8c420988-2257-4b3a-8c05-29fd5837a53a tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508869
Apr 05 16:41:59.489641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.493516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.506237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Transition to ACTIVE for port object 17bd94ef-53ac-4e01-a371-c5d375232dfb will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:59.514236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:59.549896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Transition to ACTIVE for port object 17bd94ef-53ac-4e01-a371-c5d375232dfb will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:41:59.559601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:41:59.575512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=b2058bee-2a75-46fa-8f52-e73c64c61144,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:59.673848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Pushing event updated for resources: {'Port': ['ID=813ddef1-d826-43a3-8522-be6efa9d0f25,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:59.685705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:59.703571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f60cec4-5448-4a43-891d-0a992c7e1d91 req-0f22e27c-d98a-4986-9077-55cb78435ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:41:59.705395 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2f60cec4-5448-4a43-891d-0a992c7e1d91 req-0f22e27c-d98a-4986-9077-55cb78435ddc service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 1103 time: 0.1118367
Apr 05 16:41:59.769668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:59.771144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:59.778200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:59.788221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-2f60cec4-5448-4a43-891d-0a992c7e1d91 req-41ac8e58-2fe4-4efa-8312-172ebed29510 service neutron] Synchronizing usage tracker for tenant:7da0955e82574f5ca4ab0d440f8bf028 on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:41:59.809149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-2f60cec4-5448-4a43-891d-0a992c7e1d91 req-41ac8e58-2fe4-4efa-8312-172ebed29510 service neutron] Unset dirty status for tenant:7da0955e82574f5ca4ab0d440f8bf028 on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:41:59.810525 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2f60cec4-5448-4a43-891d-0a992c7e1d91 req-41ac8e58-2fe4-4efa-8312-172ebed29510 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924706
Apr 05 16:41:59.851290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:41:59.855377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:59.858906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:41:59.860687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:41:59.861334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.437s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:41:59.933585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:41:59.941290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Pushing event updated for resources: {'Port': ['ID=17bd94ef-53ac-4e01-a371-c5d375232dfb,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:41:59.944323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['cff2f0fe-60e1-431c-9bd7-fdf214b85db6'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:41:59.993825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9114938-dfc7-40cc-bbf8-1768eacf68c8 req-ddb229f2-dd2e-4e1f-ba30-ac501857e97b tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:00.004223 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a9114938-dfc7-40cc-bbf8-1768eacf68c8 req-ddb229f2-dd2e-4e1f-ba30-ac501857e97b tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 950 time: 0.1244357
Apr 05 16:42:00.013719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:00.019098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.443s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:00.019098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:00.108554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Attempting to bind port 17bd94ef-53ac-4e01-a371-c5d375232dfb on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:42:00.108554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Attempting to bind port 17bd94ef-53ac-4e01-a371-c5d375232dfb by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:42:00.108972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Attempting to bind port 17bd94ef-53ac-4e01-a371-c5d375232dfb on network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:00.114723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a9114938-dfc7-40cc-bbf8-1768eacf68c8 req-48c67c53-b4b0-416b-9eff-ce7d34edc7b7 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088190
Apr 05 16:42:00.127953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device be1e1620-85bf-41fe-a9e9-7d7f75af0a8e up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:00.162812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:42:00.162812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Checking segment: {'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:00.163273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:00.163639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Bound using segment: {'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:42:00.164201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Bound port: 17bd94ef-53ac-4e01-a371-c5d375232dfb, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:42:00.164620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:00.373913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c787d4c-2488-4f9f-98cd-79dae8149e19 req-f32c3551-ad65-4578-8947-1f0edb1e15e3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:00.377348 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c787d4c-2488-4f9f-98cd-79dae8149e19 req-f32c3551-ad65-4578-8947-1f0edb1e15e3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1357219
Apr 05 16:42:00.380452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 1b7b6a84-0252-4a68-b913-fdb48f854e2f details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:42:00.475567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] For port 17bd94ef-53ac-4e01-a371-c5d375232dfb, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:42:00.478825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] For port 17bd94ef-53ac-4e01-a371-c5d375232dfb, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=17bd94ef-53ac-4e01-a371-c5d375232dfb,segment=NetworkSegment(7a8720a7-f162-4755-94cf-7142245fd579),segment_id=7a8720a7-f162-4755-94cf-7142245fd579)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:42:00.481370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c787d4c-2488-4f9f-98cd-79dae8149e19 req-d49319c3-8716-449b-a0cf-ac0af01b097b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942535
Apr 05 16:42:00.489625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:00.509278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:00.557886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:00.674320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.resource_extend [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Apr 05 16:42:00.720578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Pushing event updated for resources: {'Port': ['ID=17bd94ef-53ac-4e01-a371-c5d375232dfb,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:00.726862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2859da-6c32-451f-87ef-7779fbdb7744 req-c0a77cae-0b6a-4f54-9b83-ab51565af41b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:00.734469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:00.735290 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c2859da-6c32-451f-87ef-7779fbdb7744 req-c0a77cae-0b6a-4f54-9b83-ab51565af41b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 944 time: 0.1085632
Apr 05 16:42:00.784521 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c2859da-6c32-451f-87ef-7779fbdb7744 req-28c0cd7d-9306-4263-bcb4-899ec150e572 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482740
Apr 05 16:42:00.935030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:00.937331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:00.986409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42952f4a-1b3f-40b4-b7d0-3733b03f0343 req-9fd59360-228b-4475-9bde-bfc3e81481c1 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:00.987969 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-42952f4a-1b3f-40b4-b7d0-3733b03f0343 req-9fd59360-228b-4475-9bde-bfc3e81481c1 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 943 time: 0.2745483
Apr 05 16:42:01.048795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 1b7b6a84-0252-4a68-b913-fdb48f854e2f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b7b6a84-0252-4a68-b913-fdb48f854e2f,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:01.061394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:01.067222 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-42952f4a-1b3f-40b4-b7d0-3733b03f0343 req-7dce0d35-91e4-4d96-addf-a323553653ad tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716670
Apr 05 16:42:01.094596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '1b7b6a84-0252-4a68-b913-fdb48f854e2f', 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3', 'port_id': '1b7b6a84-0252-4a68-b913-fdb48f854e2f', 'mac_address': 'fa:16:3e:1a:1d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b76bb91-0b1a-4f15-8b92-131159b455e8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:42:01.221486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:01.255483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b7b6a84-0252-4a68-b913-fdb48f854e2f {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:42:01.276624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 1b7b6a84-0252-4a68-b913-fdb48f854e2f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b7b6a84-0252-4a68-b913-fdb48f854e2f,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:01.281801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:01.283683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:01.300817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:42:01.345947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f819b81-7b75-405f-b41d-3f84628f577e req-94766e15-7636-4edb-b78b-a852286e82ba tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:01.347671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f819b81-7b75-405f-b41d-3f84628f577e req-94766e15-7636-4edb-b78b-a852286e82ba tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 950 time: 0.1015937
Apr 05 16:42:01.356120 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=1b7b6a84-0252-4a68-b913-fdb48f854e2f,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:01.359719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:01.404426 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f819b81-7b75-405f-b41d-3f84628f577e req-262338dc-374b-4ee5-a3e8-121e77259475 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0481415
Apr 05 16:42:01.521417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:42:01.543406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Sync routers for ids ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:42:01.554537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Routers {'4053b521-4c8d-4e70-8ec4-99daf9b1dd46'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:42:01.555216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0a5278>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:41:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:01.555486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:01.556938 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-926f354e-cfea-46d1-beab-d44f98464186 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.5990033
Apr 05 16:42:01.559787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36540) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:01.762391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0351c49e-21f0-46c2-8fad-16541c5ddf6c req-a04b3865-6653-487e-babe-2ec04e19b2f7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:01.765096 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0351c49e-21f0-46c2-8fad-16541c5ddf6c req-a04b3865-6653-487e-babe-2ec04e19b2f7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1223602
Apr 05 16:42:01.830125 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0351c49e-21f0-46c2-8fad-16541c5ddf6c req-3a2ca06e-2b30-4991-8924-c0ced9610879 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585983
Apr 05 16:42:01.836800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Set router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:42:02.109818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 17bd94ef-53ac-4e01-a371-c5d375232dfb up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:02.250925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 17bd94ef-53ac-4e01-a371-c5d375232dfb completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:02.273345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['1b7b6a84-0252-4a68-b913-fdb48f854e2f'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:42:02.313917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34a0d20-5c5a-446f-b061-f3206cc364d7 req-f82b55e4-87b1-4753-9fa1-67db3b2a1e23 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:02.334872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d34a0d20-5c5a-446f-b061-f3206cc364d7 req-f82b55e4-87b1-4753-9fa1-67db3b2a1e23 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 944 time: 0.2545121
Apr 05 16:42:02.345305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0a5278>, [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:42:00Z', 'revision_number': 3, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port': {'id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:59Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:02.352084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Checking router: 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:42:02.352592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Updating router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 port 813ddef1-d826-43a3-8522-be6efa9d0f25 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:42:02.439177 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d34a0d20-5c5a-446f-b061-f3206cc364d7 req-7623bc3e-b79b-4b85-8fc9-f32e72c46dd4 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1032271
Apr 05 16:42:02.455405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:02.751744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6479f45-3763-43e9-9aba-ad799f4dbcdd req-adf9a926-64d2-47df-bf3f-8e0b8530ed6d tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:02.753723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6479f45-3763-43e9-9aba-ad799f4dbcdd req-adf9a926-64d2-47df-bf3f-8e0b8530ed6d tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 950 time: 0.1344237
Apr 05 16:42:02.844370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6479f45-3763-43e9-9aba-ad799f4dbcdd req-671eea38-caaf-4f51-a7ed-e01d41b6852b tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0818238
Apr 05 16:42:02.938034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08276236-803c-4ac3-8b15-dbbc8e701805 None None] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:42:03.058687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d512cb-89c2-407d-bf65-a54cf9d62860 req-b2bf7e64-745f-4683-8f58-b6f9be1fd501 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:03.065661 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4d512cb-89c2-407d-bf65-a54cf9d62860 req-b2bf7e64-745f-4683-8f58-b6f9be1fd501 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 944 time: 0.7541311
Apr 05 16:42:03.069069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.114719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Transition to ACTIVE for port object 813ddef1-d826-43a3-8522-be6efa9d0f25 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:03.124400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.161526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b28a5f4b-f4f8-40f0-bc9b-9a2145d96ab8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:03.187251 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4d512cb-89c2-407d-bf65-a54cf9d62860 req-0913d339-624b-403a-8c79-5ef2544fea09 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997889
Apr 05 16:42:03.212195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Provisioning for port 17bd94ef-53ac-4e01-a371-c5d375232dfb completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:03.222852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Provisioning complete for port 17bd94ef-53ac-4e01-a371-c5d375232dfb triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:03.223265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.248225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfd5a1-07ad-49a8-ba46-ed444c155089 None None] Pushing event updated for resources: {'Port': ['ID=813ddef1-d826-43a3-8522-be6efa9d0f25,revision_number=2']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:03.253964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3bbfd5a1-07ad-49a8-ba46-ed444c155089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:03.355912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.401288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1651ea5-d8b9-4186-bd08-7a512dcd2bb4 req-e5e8f12b-489d-44d0-bcd6-04635db347fb tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:03.409269 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1651ea5-d8b9-4186-bd08-7a512dcd2bb4 req-e5e8f12b-489d-44d0-bcd6-04635db347fb tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1866152
Apr 05 16:42:03.473099 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1651ea5-d8b9-4186-bd08-7a512dcd2bb4 req-13d1a086-8fcb-492e-a35d-93096cd4f683 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628948
Apr 05 16:42:03.529352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Attempting to bind port 813ddef1-d826-43a3-8522-be6efa9d0f25 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:42:03.530245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Attempting to bind port 813ddef1-d826-43a3-8522-be6efa9d0f25 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:42:03.530874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Attempting to bind port 813ddef1-d826-43a3-8522-be6efa9d0f25 on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:03.538186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 41, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:42:03.538944 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:03.539583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.540346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:42:03.541054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Bound port: 813ddef1-d826-43a3-8522-be6efa9d0f25, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:42:03.541922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.579277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.643200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] For port 17bd94ef-53ac-4e01-a371-c5d375232dfb, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=17bd94ef-53ac-4e01-a371-c5d375232dfb,segment=NetworkSegment(7a8720a7-f162-4755-94cf-7142245fd579),segment_id=7a8720a7-f162-4755-94cf-7142245fd579)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:03.651661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.653342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:03.711449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] For port 813ddef1-d826-43a3-8522-be6efa9d0f25, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:42:03.723819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] For port 813ddef1-d826-43a3-8522-be6efa9d0f25, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=813ddef1-d826-43a3-8522-be6efa9d0f25,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:42:03.732956 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Pushing event updated for resources: {'Port': ['ID=17bd94ef-53ac-4e01-a371-c5d375232dfb,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:03.734070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:03.736892 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:03.766523 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:03.793057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36596) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:03.869008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Allocated IP 172.20.0.1 (e243e1b1-83cd-4cf8-bb29-6a2aa51163eb/7b112fc7-36d7-4101-ba74-f3142c58e598/bce8cb10-4ecb-4805-8c58-0c39c29c3366) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:42:03.920572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450d8bf-d2d5-4f06-a75f-4aad32d2a716 req-a2d01a7f-07d3-4703-8110-d678496f3940 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:03.922354 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8450d8bf-d2d5-4f06-a75f-4aad32d2a716 req-a2d01a7f-07d3-4703-8110-d678496f3940 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 944 time: 0.1538978
Apr 05 16:42:03.989000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 17bd94ef-53ac-4e01-a371-c5d375232dfb up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:03.999915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.025503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-25e0f9c9-b6ad-4a55-aff0-34f899c363b6 None None] Provisioning complete for port 17bd94ef-53ac-4e01-a371-c5d375232dfb triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:04.025863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-25e0f9c9-b6ad-4a55-aff0-34f899c363b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.052644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfd5a1-07ad-49a8-ba46-ed444c155089 None None] Pushing event updated for resources: {'Port': ['ID=813ddef1-d826-43a3-8522-be6efa9d0f25,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:04.053923 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8450d8bf-d2d5-4f06-a75f-4aad32d2a716 req-907654db-d26f-4148-aa52-43bcdd09f2cc tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1180177
Apr 05 16:42:04.059085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:04.065284 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3bbfd5a1-07ad-49a8-ba46-ed444c155089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:04.072504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Usage tracker for resource:security_group_rule and tenant:fb64ec27237745be9ed4d6b714b2c100 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:04.080381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:04.094003 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:04.173992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Routers {'4053b521-4c8d-4e70-8ec4-99daf9b1dd46'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:42:04.174940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0a5278>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:41:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:04.191509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.192832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.202901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c901d8-6f4a-446a-a73f-d21281f57f9a req-1fc06a90-ab4a-44aa-a7c2-292e256fd5e6 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:04.210901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-94c901d8-6f4a-446a-a73f-d21281f57f9a req-1fc06a90-ab4a-44aa-a7c2-292e256fd5e6 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 950 time: 0.3190720
Apr 05 16:42:04.214730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.224874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d52c06ce-2356-4851-ac19-9828e10fb9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:04.235372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Transition to ACTIVE for port object bce8cb10-4ecb-4805-8c58-0c39c29c3366 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:04.272916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.293224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device cff2f0fe-60e1-431c-9bd7-fdf214b85db6 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:04.295429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:04.322761 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-94c901d8-6f4a-446a-a73f-d21281f57f9a req-0dcc90cc-dc91-4fa1-a297-3cd7649a82a1 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107318
Apr 05 16:42:04.346468 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=fb64ec27237745be9ed4d6b714b2c100&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5426936
Apr 05 16:42:04.346561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36606) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:04.346635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4285c466-beb5-4c34-99b0-a5f80b72d915,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:04.348706 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:04.507682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 17bd94ef-53ac-4e01-a371-c5d375232dfb triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:04.508247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.567490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7505257b-8dcb-4a41-a7fc-c808ac496b9a req-d92b9526-b9ae-40a2-8357-d737f22c0aeb tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:04.568263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Pushing event updated for resources: {'Port': ['ID=bce8cb10-4ecb-4805-8c58-0c39c29c3366,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:04.570444 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7505257b-8dcb-4a41-a7fc-c808ac496b9a req-d92b9526-b9ae-40a2-8357-d737f22c0aeb tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 944 time: 0.1267669
Apr 05 16:42:04.577665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:04.579777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:04.587365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:04.587791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.593623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.638930 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] Set router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:42:04.683421 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7505257b-8dcb-4a41-a7fc-c808ac496b9a req-c080e3c1-174a-455f-9fcd-b070f1f3e957 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872328
Apr 05 16:42:04.722612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.748309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:42:04.758103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:04.760792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:42:04.761684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.811342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.849139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f05fc-bfdb-495e-a891-c0d114be7e56 req-e870f6eb-15db-451c-9532-20772a200cac tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:04.858746 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-452f05fc-bfdb-495e-a891-c0d114be7e56 req-e870f6eb-15db-451c-9532-20772a200cac tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2246585
Apr 05 16:42:04.865375 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port cff2f0fe-60e1-431c-9bd7-fdf214b85db6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:04.867514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:04.874953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.877242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:04.895588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:04.902128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dd40bf75-f5fd-4539-bcf0-ff8caa040935 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:04.930994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4285c466-beb5-4c34-99b0-a5f80b72d915,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:04.933511 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:04.959592 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-452f05fc-bfdb-495e-a891-c0d114be7e56 req-f1d99f77-8b1f-48b4-98ea-ae42b6392ad8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997703
Apr 05 16:42:04.980510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:04.984390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:05.055250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.067526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.072133 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4285c466-beb5-4c34-99b0-a5f80b72d915 HTTP/1.1" status: 204  len: 168 time: 0.7050948
Apr 05 16:42:05.082920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0a5278>, [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:42:00Z', 'revision_number': 3, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port': {'id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:59Z', 'updated_at': '2021-04-05T16:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:05.089016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6cef34-39cb-4032-8761-b9141ab593b9 None None] The sync data for ids ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'] in dv-cinder-774594-2-iscsi is: [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:42:00Z', 'revision_number': 3, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port': {'id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:59Z', 'updated_at': '2021-04-05T16:42:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:42:05.095794 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6', 'code': 200}
Apr 05 16:42:05.142736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1ac4b418-e889-4ee0-8237-0757fa254158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.147979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-ab8ea6ed-ec01-4202-a96a-7dc8dba03cb9 None None] Provisioning for port bce8cb10-4ecb-4805-8c58-0c39c29c3366 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:05.155019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-ab8ea6ed-ec01-4202-a96a-7dc8dba03cb9 None None] Provisioning complete for port bce8cb10-4ecb-4805-8c58-0c39c29c3366 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:05.156359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ab8ea6ed-ec01-4202-a96a-7dc8dba03cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.239520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-ab8ea6ed-ec01-4202-a96a-7dc8dba03cb9 None None] Port bce8cb10-4ecb-4805-8c58-0c39c29c3366 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:42:05.481357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a18132-1912-40e9-a6ea-825c552dfce3 req-c52c19b0-fbd5-4730-8e23-ac32088a1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:05.484300 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70a18132-1912-40e9-a6ea-825c552dfce3 req-c52c19b0-fbd5-4730-8e23-ac32088a1ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 1098 time: 0.0989790
Apr 05 16:42:05.532656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f56be6-5e50-42f4-aac3-bb55356b5198 req-5cc160ea-31d5-445d-bf7a-1359c81e3048 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:05.540979 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79f56be6-5e50-42f4-aac3-bb55356b5198 req-5cc160ea-31d5-445d-bf7a-1359c81e3048 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.2684660
Apr 05 16:42:05.546803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36626) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:05.640560 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70a18132-1912-40e9-a6ea-825c552dfce3 req-60e6a101-ce12-43d6-b9a1-0a6a84df507b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0831699
Apr 05 16:42:05.654708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.677866 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79f56be6-5e50-42f4-aac3-bb55356b5198 req-4928988f-a638-4196-86c6-344e591f3323 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1359084
Apr 05 16:42:05.684606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50403fb-b0c0-4861-8fed-84dec83c4a8e req-5962217b-3534-4372-9da8-b12facd1ce48 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:05.686819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:05.692821 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c50403fb-b0c0-4861-8fed-84dec83c4a8e req-5962217b-3534-4372-9da8-b12facd1ce48 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 950 time: 0.1973088
Apr 05 16:42:05.693605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae6b7077b904a81adfa1e29ba28202a is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:05.698082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:05.716615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:05.750569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.764434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.765320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:05.768559 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c50403fb-b0c0-4861-8fed-84dec83c4a8e req-2c408b4c-2162-430b-920c-b8b52b676daa tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744967
Apr 05 16:42:05.799195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:05.975478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dba711-348a-4205-be27-25b2636589fd req-816de8be-dbd4-4cc2-b827-f6a5655c0e23 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:05.977308 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59dba711-348a-4205-be27-25b2636589fd req-816de8be-dbd4-4cc2-b827-f6a5655c0e23 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 944 time: 0.1037974
Apr 05 16:42:05.987801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Pushing event updated for resources: {'Port': ['ID=bce8cb10-4ecb-4805-8c58-0c39c29c3366,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:05.991019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:06.027529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 813ddef1-d826-43a3-8522-be6efa9d0f25 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:06.072680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:42:06.073844 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59dba711-348a-4205-be27-25b2636589fd req-e8cbef09-44b6-42d2-8474-c301ab67e515 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866320
Apr 05 16:42:06.074655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.076687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:06.083268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.094035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:06.165274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 813ddef1-d826-43a3-8522-be6efa9d0f25 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:06.173861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 813ddef1-d826-43a3-8522-be6efa9d0f25 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:06.174970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.289501 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=7ae6b7077b904a81adfa1e29ba28202a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7415481
Apr 05 16:42:06.296469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36636) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:06.302380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 1b7b6a84-0252-4a68-b913-fdb48f854e2f up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:06.303752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32fa32f1-5183-4dcc-9e2c-5d288dd56302,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:06.307350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:06.410424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-dccecec1-39ab-4672-ac67-cbb7a25495f9 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:06.412242 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-dccecec1-39ab-4672-ac67-cbb7a25495f9 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.35 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 950 time: 0.2207000
Apr 05 16:42:06.440510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.468395 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.480125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:42:06.493556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 813ddef1-d826-43a3-8522-be6efa9d0f25, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=813ddef1-d826-43a3-8522-be6efa9d0f25,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:06.498539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 1b7b6a84-0252-4a68-b913-fdb48f854e2f completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:06.504666 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.507490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:06.509316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.547183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 1b7b6a84-0252-4a68-b913-fdb48f854e2f triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:06.547601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.584086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-dda8d93d-08e2-4b2a-bf0d-96d054c5afbc None None] Provisioning complete for port bce8cb10-4ecb-4805-8c58-0c39c29c3366 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:06.584086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dda8d93d-08e2-4b2a-bf0d-96d054c5afbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.599257 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Deleting port b2058bee-2a75-46fa-8f52-e73c64c61144 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:42:06.599618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.628127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.643972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-254fdc5c-58e0-4bda-a2f3-0a1a38ca186b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:06.671174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32fa32f1-5183-4dcc-9e2c-5d288dd56302,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:06.673661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:06.682820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16518ef5-69b3-46fd-a8b0-b6a079701d8c req-4944ba1f-63f9-4c20-8e61-9b4227749a70 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:06.684168 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-16518ef5-69b3-46fd-a8b0-b6a079701d8c req-4944ba1f-63f9-4c20-8e61-9b4227749a70 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2550890
Apr 05 16:42:06.689665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.693455 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/32fa32f1-5183-4dcc-9e2c-5d288dd56302 HTTP/1.1" status: 204  len: 168 time: 0.3903823
Apr 05 16:42:06.719970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.730251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-dda8d93d-08e2-4b2a-bf0d-96d054c5afbc None None] Port bce8cb10-4ecb-4805-8c58-0c39c29c3366 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:42:06.740575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=813ddef1-d826-43a3-8522-be6efa9d0f25,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:06.744914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:06.811009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.822579 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-16518ef5-69b3-46fd-a8b0-b6a079701d8c req-1ccc4b8f-c422-4928-b020-6610d73ad961 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1264360
Apr 05 16:42:06.823639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:42:06.852558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 1b7b6a84-0252-4a68-b913-fdb48f854e2f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b7b6a84-0252-4a68-b913-fdb48f854e2f,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:06.859396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:06.861877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:06.880772 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] 10.222.0.38 "PUT /v2.0/routers/4053b521-4c8d-4e70-8ec4-99daf9b1dd46/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3191564
Apr 05 16:42:07.039664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=1b7b6a84-0252-4a68-b913-fdb48f854e2f,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:07.052917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:07.074856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] For port b2058bee-2a75-46fa-8f52-e73c64c61144, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b2058bee-2a75-46fa-8f52-e73c64c61144,segment=NetworkSegment(caecc76d-e1d5-4574-b793-9507d11d236a),segment_id=caecc76d-e1d5-4574-b793-9507d11d236a)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:07.075269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:07.096963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6148e519-928e-40b2-9297-d4e26ce75d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b6a84-0252-4a68-b913-fdb48f854e2f'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:07.109709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91010cf-522e-4998-b702-daa39968bf56 req-6cb4cc49-c188-4881-bf5f-ee0ec0151126 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:07.111668 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d91010cf-522e-4998-b702-daa39968bf56 req-6cb4cc49-c188-4881-bf5f-ee0ec0151126 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 950 time: 0.1619020
Apr 05 16:42:07.162873 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d91010cf-522e-4998-b702-daa39968bf56 req-7b8dffe7-a142-4902-afdb-fb0d799fdb97 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/security-groups?id=d3abb197-5c2b-463d-b88c-29967e54f508&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440800
Apr 05 16:42:07.225115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Calling delete_port for b2058bee-2a75-46fa-8f52-e73c64c61144 owned by compute:nova {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:42:07.231312 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6148e519-928e-40b2-9297-d4e26ce75d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b7b6a84-0252-4a68-b913-fdb48f854e2f', 'code': 200}
Apr 05 16:42:07.427240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e438fbe9-c1a2-4324-9cf4-6170786a104e req-08c97821-4db8-4bae-b274-cc1da7e6795a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:07.429181 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e438fbe9-c1a2-4324-9cf4-6170786a104e req-08c97821-4db8-4bae-b274-cc1da7e6795a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.4884408
Apr 05 16:42:07.433422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25738ce-2c0a-43df-beaa-75c3e96b9f30 req-f01fe300-1401-4687-8001-9085fd4b5f79 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:07.436302 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a25738ce-2c0a-43df-beaa-75c3e96b9f30 req-f01fe300-1401-4687-8001-9085fd4b5f79 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.1042008
Apr 05 16:42:07.508949 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a25738ce-2c0a-43df-beaa-75c3e96b9f30 req-794b78bb-cffb-4465-8f7b-fce8c35e7d1e tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639076
Apr 05 16:42:07.639086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-42e0f808-bf0e-4ee7-b4df-2070de02c463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:07.752243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:07.775150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:07.901727 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e438fbe9-c1a2-4324-9cf4-6170786a104e req-ecb472bc-acf4-4232-9530-dbf05e2542b4 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708053
Apr 05 16:42:07.905429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:07.955875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:07.965519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['b2058bee-2a75-46fa-8f52-e73c64c61144'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:42:08.037545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Pushing event deleted for resources: {'Port': ['ID=b2058bee-2a75-46fa-8f52-e73c64c61144,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:08.042470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:08.116698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 813ddef1-d826-43a3-8522-be6efa9d0f25 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:08.246573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 813ddef1-d826-43a3-8522-be6efa9d0f25 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:08.247005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.259141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36330abe-cfa9-4533-a0ae-d525ee6ee566 req-b7c53f88-3e78-4b3c-b44d-45b1ff8af834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:08.260357 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-36330abe-cfa9-4533-a0ae-d525ee6ee566 req-b7c53f88-3e78-4b3c-b44d-45b1ff8af834 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 1098 time: 0.7026269
Apr 05 16:42:08.341285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36696) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:08.347851 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-36330abe-cfa9-4533-a0ae-d525ee6ee566 req-67399af8-0879-474f-a22e-e1da041cf7ca service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740025
Apr 05 16:42:08.383394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-459655232', 'description': 'tempest-secgroup-smoke-459655232 description', 'project_id': '783b38225fd44770b12f217841784b22'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:08.390391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] No DVR routers for this DVR port b2058bee-2a75-46fa-8f52-e73c64c61144 on host hv-cinder-77459 {{(pid=84353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:42:08.395340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.399811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54774d90-d8ac-4625-9467-8384b44a5bca', 'name': 'network-vif-deleted', 'tag': 'b2058bee-2a75-46fa-8f52-e73c64c61144'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:08.406056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:08.415990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:08.423542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:08.432190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:08.440023 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ce8364-3509-47cc-8dc6-ff9dc0a0097e req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.35 "DELETE /v2.0/ports/b2058bee-2a75-46fa-8f52-e73c64c61144 HTTP/1.1" status: 204  len: 173 time: 2.0008016
Apr 05 16:42:08.449007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.478686 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:08.485084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:08.488326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:08.494732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:08.593760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.595089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1ee60-2051-4f8f-8188-44721210d3cd req-bb1e487c-d966-46bd-9fef-1430d7238130 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:08.610113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.610276 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-40d1ee60-2051-4f8f-8188-44721210d3cd req-bb1e487c-d966-46bd-9fef-1430d7238130 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1106644
Apr 05 16:42:08.624535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-56505625-98e3-4deb-a8f6-d4ad0755f1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:08.652039 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-40d1ee60-2051-4f8f-8188-44721210d3cd req-9a11e40c-ab49-42b3-a126-530e47815f7c tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0473523
Apr 05 16:42:08.653031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Sync routers for ids ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:42:08.664947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf456eb9-c53f-43e3-bb2d-0fd62489d065,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:08.666386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Routers {'4053b521-4c8d-4e70-8ec4-99daf9b1dd46'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:42:08.667560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc30b7f0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:42:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:08.668470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:08.669604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.671046 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.3190200
Apr 05 16:42:08.674203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36708) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:08.679838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'security_group_rule': {'security_group_id': 'bf456eb9-c53f-43e3-bb2d-0fd62489d065', 'project_id': '783b38225fd44770b12f217841784b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:08.687995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:08.692915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:08.696610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:08.705683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:08.731184 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.801163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.859777 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2e140d0b-74c6-4f1f-b422-77a474b5fa54 req-7b3162b6-7ed9-47a4-90f6-1be71229d9e3 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] 10.222.0.38 "GET /v2.0/ports?device_id=54774d90-d8ac-4625-9467-8384b44a5bca HTTP/1.1" status: 200  len: 210 time: 0.0568469
Apr 05 16:42:08.860963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.863033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:08.895253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bac3237-7f0d-494a-92a7-3ac6900beb5d,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:08.899800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:08.900884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.902133 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2268493
Apr 05 16:42:08.905949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36716) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:08.915458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'security_group_rule': {'security_group_id': 'bf456eb9-c53f-43e3-bb2d-0fd62489d065', 'project_id': '783b38225fd44770b12f217841784b22', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:08.917914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Set router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:42:08.922694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:08.927241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:08.930254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:08.937403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:08.954701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:08.985040 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54774d90-d8ac-4625-9467-8384b44a5bca', 'name': 'network-vif-deleted', 'tag': 'b2058bee-2a75-46fa-8f52-e73c64c61144', 'status': 'completed', 'code': 200}
Apr 05 16:42:09.063737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.071740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.084001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:09.123738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29e4d54-99a0-4ee2-805d-5f9abd4f7303,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:09.126974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:09.196270 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.201525 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36730) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:09.203766 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2966082
Apr 05 16:42:09.219388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'security_group_rule': {'security_group_id': 'bf456eb9-c53f-43e3-bb2d-0fd62489d065', 'project_id': '783b38225fd44770b12f217841784b22', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:09.229332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:09.247218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:09.254729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:09.264637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:09.272849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d313a-3b1c-4007-8116-3a28f99bd031 req-48c553f8-36e2-4749-8b1b-d03539f849b0 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:09.282169 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d89d313a-3b1c-4007-8116-3a28f99bd031 req-48c553f8-36e2-4749-8b1b-d03539f849b0 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.1496782
Apr 05 16:42:09.282877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039865d-e968-4a41-9004-969ccb2664a5 req-ec2d86e6-e0ad-47bf-b712-54c3cba70cae tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:09.291096 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1039865d-e968-4a41-9004-969ccb2664a5 req-ec2d86e6-e0ad-47bf-b712-54c3cba70cae tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1443853
Apr 05 16:42:09.342970 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d89d313a-3b1c-4007-8116-3a28f99bd031 req-9905766c-a783-4a84-ab95-708fef9aad88 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0596311
Apr 05 16:42:09.377840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.389306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.409851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc30b7f0>, [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:42:04Z', 'revision_number': 4, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port': {'id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:59Z', 'updated_at': '2021-04-05T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'bce8cb10-4ecb-4805-8c58-0c39c29c3366', 'name': '', 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'mac_address': 'fa:16:3e:9d:80:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '7b112fc7-36d7-4101-ba74-f3142c58e598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:03Z', 'updated_at': '2021-04-05T16:42:05Z', 'revision_number': 2, 'project_id': '4e64b08729974c888c08183105ee75ce', 'subnets': [{'id': '7b112fc7-36d7-4101-ba74-f3142c58e598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:09.416453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Checking router: 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:42:09.416864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Updating router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 port bce8cb10-4ecb-4805-8c58-0c39c29c3366 binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:42:09.432183 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1039865d-e968-4a41-9004-969ccb2664a5 req-4ec7588b-fa01-43e6-a10d-7f8659c08f1e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1400766
Apr 05 16:42:09.500102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.519587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea52b35-10e4-42fd-bcd6-588514acfc33 req-7f816d84-892e-4882-9120-176eccd36450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:09.521439 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5ea52b35-10e4-42fd-bcd6-588514acfc33 req-7f816d84-892e-4882-9120-176eccd36450 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.2274179
Apr 05 16:42:09.540457 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.545286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.548093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:09.644860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.646222 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4431989
Apr 05 16:42:09.649545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36744) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:09.653574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75eb52c6-a1a5-472a-80b4-0f5abce5b9f1,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:09.658107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'security_group_rule': {'security_group_id': 'bf456eb9-c53f-43e3-bb2d-0fd62489d065', 'project_id': '783b38225fd44770b12f217841784b22', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:09.659954 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5ea52b35-10e4-42fd-bcd6-588514acfc33 req-3334ce9b-3dae-420c-8042-e181c9169287 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819502
Apr 05 16:42:09.660887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-de573985-7a71-47dd-a958-878f49c48796 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:09.670968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:09.675481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:09.679210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:09.686877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:09.726579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.851555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.857386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.859771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c81f6095-715b-4c3e-937b-2c8c3c99e711 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:09.918836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6213b0-2007-4117-9fcc-de9382ad10f9,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:09.930235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd241f4d-2487-4b4d-8825-64d4c5ca7d15 req-d29246ab-e69f-41be-b1c2-0392db243df1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:09.932244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:09.936777 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cd241f4d-2487-4b4d-8825-64d4c5ca7d15 req-d29246ab-e69f-41be-b1c2-0392db243df1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1349249
Apr 05 16:42:09.941773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:09.956728 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4593eac6-bcee-419a-9072-8ba841cedf04 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3055429
Apr 05 16:42:09.957415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36758) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:09.968525 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'security_group_rule': {'security_group_id': 'bf456eb9-c53f-43e3-bb2d-0fd62489d065', 'project_id': '783b38225fd44770b12f217841784b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:09.990248 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cd241f4d-2487-4b4d-8825-64d4c5ca7d15 req-e53e2d3a-6ed6-4994-a8b4-10cf3f8a6698 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470512
Apr 05 16:42:09.995610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:10.001250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:10.004841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:10.012052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:10.032509 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.securitygroups_db [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Project 783b38225fd44770b12f217841784b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 16:42:10.056680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.216966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.220343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.231304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3b3bd8e1-b425-4ccf-bee4-d28f779eaf18 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:10.255778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a578c7-4c9d-41c8-a349-e4eb535beebe,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:10.258427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:10.268637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.270309 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-da367170-bb78-4df7-a56d-87dd1181e137 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3117332
Apr 05 16:42:10.273179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36772) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:10.279857 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'security_group_rule': {'security_group_id': 'bf456eb9-c53f-43e3-bb2d-0fd62489d065', 'project_id': '783b38225fd44770b12f217841784b22', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:10.286195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:10.290834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:security_group_rule and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:10.294039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:10.304210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:10.313002 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:42:10.324243 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.securitygroups_db [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Project 783b38225fd44770b12f217841784b22 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 16:42:10.337297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.354028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b2058bee-2a75-46fa-8f52-e73c64c61144 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:42:10.435915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: b2058bee-2a75-46fa-8f52-e73c64c61144 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:42:10.440454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b2058bee-2a75-46fa-8f52-e73c64c61144 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:42:10.460078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.495504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Transition to ACTIVE for port object bce8cb10-4ecb-4805-8c58-0c39c29c3366 will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:10.503181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.507841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.514927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.517263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:10.579978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11899ad7-4d00-4233-8572-95aebabc8409,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:10.582844 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:10.602460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:10.616056 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3295267
Apr 05 16:42:10.667114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c2c82dea-3383-4d0e-b39f-c2e9eeec11c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:10.747909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756975fe-23c2-4217-b18d-b4def9cc312c req-8adbcd44-2829-4e76-93ec-96f5a3761faa tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:10.760076 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-756975fe-23c2-4217-b18d-b4def9cc312c req-8adbcd44-2829-4e76-93ec-96f5a3761faa tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.2314961
Apr 05 16:42:10.779350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae34bd-45ea-4aa4-90a7-af3f0a16423d None None] Pushing event updated for resources: {'Port': ['ID=bce8cb10-4ecb-4805-8c58-0c39c29c3366,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:10.784606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1fae34bd-45ea-4aa4-90a7-af3f0a16423d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:10.830511 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-756975fe-23c2-4217-b18d-b4def9cc312c req-2b3620d3-cfd9-4aba-88d6-eafa9ce4fb0e tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688844
Apr 05 16:42:11.024958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Attempting to bind port bce8cb10-4ecb-4805-8c58-0c39c29c3366 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:42:11.025579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Attempting to bind port bce8cb10-4ecb-4805-8c58-0c39c29c3366 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:42:11.025999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Attempting to bind port bce8cb10-4ecb-4805-8c58-0c39c29c3366 on network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:11.032627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:42:11.033049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Checking segment: {'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:11.033501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.033942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Bound using segment: {'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:42:11.034466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Bound port: bce8cb10-4ecb-4805-8c58-0c39c29c3366, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a8720a7-f162-4755-94cf-7142245fd579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:42:11.034884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.110695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36816) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:11.189260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] For port bce8cb10-4ecb-4805-8c58-0c39c29c3366, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:42:11.193319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] For port bce8cb10-4ecb-4805-8c58-0c39c29c3366, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=bce8cb10-4ecb-4805-8c58-0c39c29c3366,segment=NetworkSegment(7a8720a7-f162-4755-94cf-7142245fd579),segment_id=7a8720a7-f162-4755-94cf-7142245fd579)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:42:11.197842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.224111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:11.268275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.298769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:11.303967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Usage tracker for resource:security_group_rule and tenant:0d0524277a084e0ab972b3436e65f11c is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:11.308021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:11.316187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:11.359221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fae34bd-45ea-4aa4-90a7-af3f0a16423d None None] Pushing event updated for resources: {'Port': ['ID=bce8cb10-4ecb-4805-8c58-0c39c29c3366,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:11.378597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1fae34bd-45ea-4aa4-90a7-af3f0a16423d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:11.397317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9eaeb6-1c49-47c2-b172-adea7965f3a1 req-90c66441-268d-453c-ae1a-11d45bffdeca tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:11.416039 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1f9eaeb6-1c49-47c2-b172-adea7965f3a1 req-90c66441-268d-453c-ae1a-11d45bffdeca tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1720595
Apr 05 16:42:11.488253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.495303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.504552 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1f9eaeb6-1c49-47c2-b172-adea7965f3a1 req-4a5ca1b5-9845-49e0-9c1d-aec9dbdee1d5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869222
Apr 05 16:42:11.510632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-92e48e7b-67a4-406d-8e5c-c505f3ef457d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:11.595636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a0c0f52-25f7-483c-a590-ed7d9aee9d38,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:11.599533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:11.602104 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0d0524277a084e0ab972b3436e65f11c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4903066
Apr 05 16:42:11.605114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36866) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:11.621928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Routers {'4053b521-4c8d-4e70-8ec4-99daf9b1dd46'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:42:11.623486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc30b7f0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:42:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:11.748723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.780827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.868009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.878570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-25afcb91-c5b4-4869-bf00-3941bf0cb84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:11.923858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] Set router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:42:11.929489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a0c0f52-25f7-483c-a590-ed7d9aee9d38,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:11.937843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:11.953827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:11.958130 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5a0c0f52-25f7-483c-a590-ed7d9aee9d38 HTTP/1.1" status: 204  len: 168 time: 0.3488972
Apr 05 16:42:12.220523 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e90d30-2f2b-4c80-ba7b-991bc9ea79a6 req-359bdb69-7bf9-4be1-b2b4-000044a0dfdb tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:12.236988 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5e90d30-2f2b-4c80-ba7b-991bc9ea79a6 req-359bdb69-7bf9-4be1-b2b4-000044a0dfdb tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.1638837
Apr 05 16:42:12.310462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5e90d30-2f2b-4c80-ba7b-991bc9ea79a6 req-c76b634a-2f8e-43fa-b6c3-77d3bcc8654c tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717318
Apr 05 16:42:12.544138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 36914) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:12.573460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:12.592936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:12.597119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:c47901657a2c41aa985981e18ce8573e is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:12.600233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:12.607981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:12.610182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc30b7f0>, [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:42:04Z', 'revision_number': 4, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port': {'id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:59Z', 'updated_at': '2021-04-05T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'bce8cb10-4ecb-4805-8c58-0c39c29c3366', 'name': '', 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'mac_address': 'fa:16:3e:9d:80:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '7b112fc7-36d7-4101-ba74-f3142c58e598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:03Z', 'updated_at': '2021-04-05T16:42:11Z', 'revision_number': 4, 'project_id': '4e64b08729974c888c08183105ee75ce', 'subnets': [{'id': '7b112fc7-36d7-4101-ba74-f3142c58e598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:12.615211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731d2b35-0aec-49c1-8901-422824e76797 None None] The sync data for ids ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'] in dv-cinder-774594-2-iscsi is: [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:42:04Z', 'revision_number': 4, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port': {'id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:59Z', 'updated_at': '2021-04-05T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'bce8cb10-4ecb-4805-8c58-0c39c29c3366', 'name': '', 'network_id': 'e243e1b1-83cd-4cf8-bb29-6a2aa51163eb', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'mac_address': 'fa:16:3e:9d:80:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': '7b112fc7-36d7-4101-ba74-f3142c58e598', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:03Z', 'updated_at': '2021-04-05T16:42:11Z', 'revision_number': 4, 'project_id': '4e64b08729974c888c08183105ee75ce', 'subnets': [{'id': '7b112fc7-36d7-4101-ba74-f3142c58e598', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:42:12.735462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:12.738452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:12.750028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-75434985-cb27-43be-af66-03ab70dcea5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:12.896073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 36966) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:12.908804 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c47901657a2c41aa985981e18ce8573e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3628085
Apr 05 16:42:12.915358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba5c25a-a7cb-4277-920c-9c1f08765583,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:12.954769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:13.021357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edceffa2-b786-4ff1-973f-304f54ee76db req-0fd52a51-780c-400a-8112-37a7a9479bde tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:13.030218 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edceffa2-b786-4ff1-973f-304f54ee76db req-0fd52a51-780c-400a-8112-37a7a9479bde tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2401206
Apr 05 16:42:13.126734 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edceffa2-b786-4ff1-973f-304f54ee76db req-93c461fa-2d98-4847-b46d-a4946c8d15f8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953996
Apr 05 16:42:13.137371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:13.212060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:13.320621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:13.326461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-130165ec-abac-45de-8f54-741d6b9091a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:13.340260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba5c25a-a7cb-4277-920c-9c1f08765583,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:13.344043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:13.357765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:13.359239 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3ba5c25a-a7cb-4277-920c-9c1f08765583 HTTP/1.1" status: 204  len: 168 time: 0.4620924
Apr 05 16:42:13.926106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01569da7-8529-4c39-bd48-ad6ba7ef8100 req-2faf5040-f1b1-4484-9dc5-9abfe2c84786 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:13.928387 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01569da7-8529-4c39-bd48-ad6ba7ef8100 req-2faf5040-f1b1-4484-9dc5-9abfe2c84786 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2124228
Apr 05 16:42:13.970907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-8ead45b5-9836-4068-b13b-ed3822d19a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:13.975054 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-8ead45b5-9836-4068-b13b-ed3822d19a1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.3352444
Apr 05 16:42:14.119092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device bce8cb10-4ecb-4805-8c58-0c39c29c3366 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:14.199990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-689c81f7-b410-4a13-abc6-03bc30a05052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:14.202414 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-689c81f7-b410-4a13-abc6-03bc30a05052 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 919 time: 0.2054279
Apr 05 16:42:14.210630 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01569da7-8529-4c39-bd48-ad6ba7ef8100 req-45d83a5c-98d7-446a-9b9b-8b38f50b8fa2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2753680
Apr 05 16:42:14.293287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port bce8cb10-4ecb-4805-8c58-0c39c29c3366 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:14.305256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port bce8cb10-4ecb-4805-8c58-0c39c29c3366 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:14.305979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:14.329526 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-08767ef5-b7f3-4c15-8f09-6130aa32afb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 200  len: 217 time: 0.1177881
Apr 05 16:42:14.489677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-8b69135c-bd6c-4994-bf89-13eeea609c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:14.491844 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-8b69135c-bd6c-4994-bf89-13eeea609c23 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.1162176
Apr 05 16:42:14.561986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19740c67-3173-4f90-8bcc-ea6dc6bfaa7f req-1f6a9651-d81f-4220-ba49-b90b468c8fb0 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:14.563995 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-19740c67-3173-4f90-8bcc-ea6dc6bfaa7f req-1f6a9651-d81f-4220-ba49-b90b468c8fb0 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.1656806
Apr 05 16:42:14.618761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:14.619276 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-ba9cc69d-28fd-4c4c-b956-4ff9899acde5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1191187
Apr 05 16:42:14.676335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port bce8cb10-4ecb-4805-8c58-0c39c29c3366, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=bce8cb10-4ecb-4805-8c58-0c39c29c3366,segment=NetworkSegment(7a8720a7-f162-4755-94cf-7142245fd579),segment_id=7a8720a7-f162-4755-94cf-7142245fd579)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:14.685912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:14.687992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:14.702924 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-19740c67-3173-4f90-8bcc-ea6dc6bfaa7f req-62e726cd-d6c6-4b56-bc87-de172132ff8b tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1295900
Apr 05 16:42:14.791968 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-86a54aff-f729-46ba-a827-08ad7949c9b7 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1650810
Apr 05 16:42:14.816336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=bce8cb10-4ecb-4805-8c58-0c39c29c3366,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:14.821561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:14.984081 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db6ee8ea-8f50-406f-bcd4-a3ac08825f96 req-7a8d4360-bd38-419b-ba8e-cff393f0b8e2 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1847870
Apr 05 16:42:15.491038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cca104-c4d4-413d-9c25-fb0c8c950b84 req-a1b249d3-1243-4263-8ba9-dba6f73652fc tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:15.492956 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-07cca104-c4d4-413d-9c25-fb0c8c950b84 req-a1b249d3-1243-4263-8ba9-dba6f73652fc tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1069891
Apr 05 16:42:15.555215 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-07cca104-c4d4-413d-9c25-fb0c8c950b84 req-61530e4c-4f97-4cdb-89e6-d8218d1743de tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551922
Apr 05 16:42:15.941526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a29d1-1c8e-41e1-80d6-09586bbf2697 req-916a64bf-3d92-4878-b6cb-72df28c4f1fa tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:15.944447 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-589a29d1-1c8e-41e1-80d6-09586bbf2697 req-916a64bf-3d92-4878-b6cb-72df28c4f1fa tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.1185422
Apr 05 16:42:15.994721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device bce8cb10-4ecb-4805-8c58-0c39c29c3366 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:16.031872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-589a29d1-1c8e-41e1-80d6-09586bbf2697 req-ec17ebc5-24e0-4577-b99e-917f14c82018 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787647
Apr 05 16:42:16.128139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port bce8cb10-4ecb-4805-8c58-0c39c29c3366 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:16.128556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.375455 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37190) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:16.508621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.529163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:16.533147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Usage tracker for resource:security_group_rule and tenant:a5b6412f84cd4099960030b1cfd82777 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:16.536189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:16.542144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:16.656694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.663159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.674271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0c3b3b1f-65d6-4fbc-b830-9e913c79c4cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:16.767209 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a5b6412f84cd4099960030b1cfd82777&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3904963
Apr 05 16:42:16.769800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba737dd-b836-4e3e-ab7a-86ce346ed785,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:16.770362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 37216) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:16.773452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:16.811131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527805a9-8d06-4650-9fb7-9193ff61f879 req-ad6da6fd-e30f-4152-8a34-a63e038e899f tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:16.812566 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-527805a9-8d06-4650-9fb7-9193ff61f879 req-ad6da6fd-e30f-4152-8a34-a63e038e899f tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1136956
Apr 05 16:42:16.850354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.866817 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-527805a9-8d06-4650-9fb7-9193ff61f879 req-e0bd9faf-204d-4d87-bf7f-5c78fb561c73 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479841
Apr 05 16:42:16.884884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.942419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.948293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b0c3e3be-266f-4d8d-8050-38b5f39c78ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:16.963398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba737dd-b836-4e3e-ab7a-86ce346ed785,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:16.972888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:16.973991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:16.976562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2ba737dd-b836-4e3e-ab7a-86ce346ed785 HTTP/1.1" status: 204  len: 168 time: 0.2036803
Apr 05 16:42:17.254221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc53251-edf1-4a03-8234-2caa7fac073b req-ba926b75-69df-4bcd-86e7-923c43c4caa6 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:17.256355 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cc53251-edf1-4a03-8234-2caa7fac073b req-ba926b75-69df-4bcd-86e7-923c43c4caa6 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.0933638
Apr 05 16:42:17.286379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-d492c193-4d86-4f3a-b3b6-7dab56457dc4 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:17.288094 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-d492c193-4d86-4f3a-b3b6-7dab56457dc4 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 945 time: 0.1050587
Apr 05 16:42:17.297207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37232) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:17.321717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.361005 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cc53251-edf1-4a03-8234-2caa7fac073b req-621fc88f-e69c-48d2-bd98-753bb263d247 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0976677
Apr 05 16:42:17.370854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:17.376522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Usage tracker for resource:security_group_rule and tenant:a9250ed3e7f248c1a946c3d1a6e7ca9b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:17.380429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:17.383412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Deleting port 1b7b6a84-0252-4a68-b913-fdb48f854e2f {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:42:17.383923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.387696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:17.485351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.490039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.499910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:17.545190 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=a9250ed3e7f248c1a946c3d1a6e7ca9b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2460387
Apr 05 16:42:17.546958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6bed042-d5e7-4708-bc12-9d14b2281af1,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:17.549540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37240) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:17.552194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:17.611352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.643014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.662739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] For port 1b7b6a84-0252-4a68-b913-fdb48f854e2f, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=1b7b6a84-0252-4a68-b913-fdb48f854e2f,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:17.663142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.687311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.692563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d186897-538b-4e24-aa5f-46cbcd0978b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:17.707913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6bed042-d5e7-4708-bc12-9d14b2281af1,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:17.710558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:17.720064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:17.724420 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e6bed042-d5e7-4708-bc12-9d14b2281af1 HTTP/1.1" status: 204  len: 168 time: 0.1737885
Apr 05 16:42:17.798829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Calling delete_port for 1b7b6a84-0252-4a68-b913-fdb48f854e2f owned by compute:nova {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:42:17.959121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:18.017694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['1b7b6a84-0252-4a68-b913-fdb48f854e2f'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:42:18.079131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:18.181084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Pushing event deleted for resources: {'Port': ['ID=1b7b6a84-0252-4a68-b913-fdb48f854e2f,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:18.193489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:18.194274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ab61d-782c-4b4f-8a23-a09747f684bb req-515af75e-5a5b-442f-b1be-c1b8429a00a2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:18.206242 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f08ab61d-782c-4b4f-8a23-a09747f684bb req-515af75e-5a5b-442f-b1be-c1b8429a00a2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2121470
Apr 05 16:42:18.284661 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f08ab61d-782c-4b4f-8a23-a09747f684bb req-46d08d94-7cc2-42fd-a260-40c0237a9a3e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774343
Apr 05 16:42:18.339867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] No DVR routers for this DVR port 1b7b6a84-0252-4a68-b913-fdb48f854e2f on host hv-cinder-77459 {{(pid=84353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:42:18.342789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:18.345802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6148e519-928e-40b2-9297-d4e26ce75d62', 'name': 'network-vif-deleted', 'tag': '1b7b6a84-0252-4a68-b913-fdb48f854e2f'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:18.367825 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edb9bf13-f31e-442c-9e2f-faa61171a5ca req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "DELETE /v2.0/ports/1b7b6a84-0252-4a68-b913-fdb48f854e2f HTTP/1.1" status: 204  len: 173 time: 1.0727241
Apr 05 16:42:18.420137 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6148e519-928e-40b2-9297-d4e26ce75d62', 'name': 'network-vif-deleted', 'tag': '1b7b6a84-0252-4a68-b913-fdb48f854e2f', 'status': 'completed', 'code': 200}
Apr 05 16:42:18.453174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37274) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:18.537946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-188c02e3-8e81-4380-823f-de7d0babcf64 req-ea4ea192-5a9c-4299-a70e-62ac4dcbc612 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Synchronizing usage tracker for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:42:18.555465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-188c02e3-8e81-4380-823f-de7d0babcf64 req-ea4ea192-5a9c-4299-a70e-62ac4dcbc612 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Unset dirty status for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:42:18.556796 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-188c02e3-8e81-4380-823f-de7d0babcf64 req-ea4ea192-5a9c-4299-a70e-62ac4dcbc612 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=6148e519-928e-40b2-9297-d4e26ce75d62 HTTP/1.1" status: 200  len: 210 time: 0.0708449
Apr 05 16:42:18.703992 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-752623a3-f58a-4266-a693-6d9fced4bdb8 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bc3103e2e6cb43ffb5c6ff4c7ddad0a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2479460
Apr 05 16:42:18.705874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 37290) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:18.777364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:18.805534 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:18.853786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:18.858879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-63666915-6be0-4dc4-b0d1-a3cf93d1e1d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:18.872833 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3abb197-5c2b-463d-b88c-29967e54f508,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:18.875777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:18.882386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:18.885992 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d3abb197-5c2b-463d-b88c-29967e54f508 HTTP/1.1" status: 204  len: 168 time: 0.1763997
Apr 05 16:42:19.582294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14fc442-2fd9-4deb-a4c8-977874beec4a req-20eef0ea-8a32-45e5-9323-49337daeec67 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:19.584304 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e14fc442-2fd9-4deb-a4c8-977874beec4a req-20eef0ea-8a32-45e5-9323-49337daeec67 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1127391
Apr 05 16:42:19.637111 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e14fc442-2fd9-4deb-a4c8-977874beec4a req-72151484-97ed-435e-84cf-4ab0c206ad93 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456812
Apr 05 16:42:20.148633 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-a9bae281-f0e4-47ab-b984-ee041f91412d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:20.149358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-a9bae281-f0e4-47ab-b984-ee041f91412d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Synchronizing usage tracker for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:network {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:42:20.166438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-a9bae281-f0e4-47ab-b984-ee041f91412d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Unset dirty status for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:network {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:42:20.167718 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-a9bae281-f0e4-47ab-b984-ee041f91412d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/networks?id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 HTTP/1.1" status: 200  len: 808 time: 0.2076337
Apr 05 16:42:20.184171 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-dad90c04-f08a-4901-bb42-fde15d082f4f tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/quotas/e79e7137d21b49059d8b4aba2e328e6b HTTP/1.1" status: 200  len: 375 time: 0.0100861
Apr 05 16:42:20.244845 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-ab7ef6b2-40a9-4666-980a-9e54b8d8a622 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e79e7137d21b49059d8b4aba2e328e6b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0545747
Apr 05 16:42:20.362364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 1b7b6a84-0252-4a68-b913-fdb48f854e2f no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:42:20.397438 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-433496c6-b029-40ce-acc5-b32974d5d92b service neutron] 10.222.0.38 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1445630
Apr 05 16:42:20.403119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 1b7b6a84-0252-4a68-b913-fdb48f854e2f {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:42:20.404086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 1b7b6a84-0252-4a68-b913-fdb48f854e2f not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:42:20.548608 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-56df9e63-7b85-44ff-bab2-47a359846159 service neutron] 10.222.0.38 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414638
Apr 05 16:42:20.763199 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b375a97e-69b7-46ef-99f4-be919b757e61 req-52ab663e-0c1a-4620-912b-86780818413b tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 210 time: 0.0535641
Apr 05 16:42:21.948914 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-68ab63f3-28fc-4af6-9cf7-b8fcbd326ce2 req-2d71b35b-2abf-4dce-afeb-ba09167f7968 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 210 time: 0.0654876
Apr 05 16:42:22.208859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-8e404b85-2721-41d8-94c9-6acf781f326c tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:22.210451 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-8e404b85-2721-41d8-94c9-6acf781f326c tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "GET /v2.0/networks?id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 HTTP/1.1" status: 200  len: 808 time: 0.1610808
Apr 05 16:42:22.265746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Request body: {'port': {'device_id': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3', 'admin_state_up': True, 'tenant_id': 'e79e7137d21b49059d8b4aba2e328e6b'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:22.507642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20339a0-20ac-44aa-9db7-a7b1894cb509 req-03af4c9f-63f0-46b4-a84f-20745dc05f97 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:22.509291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b20339a0-20ac-44aa-9db7-a7b1894cb509 req-03af4c9f-63f0-46b4-a84f-20745dc05f97 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0926614
Apr 05 16:42:22.566881 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b20339a0-20ac-44aa-9db7-a7b1894cb509 req-78a6fb6b-f475-4393-b687-d24692eff1a2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498779
Apr 05 16:42:22.639036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:22.651349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:22.661222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Made reservation on behalf of e79e7137d21b49059d8b4aba2e328e6b for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:42:22.667424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:22.850718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Allocated IP 172.20.0.11 (88750f8c-2a29-4fb8-90f0-8d4a9724e4c3/4b76bb91-0b1a-4f15-8b92-131159b455e8/fab3c8bf-f215-4483-9877-95427b8ee4c4) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:42:23.081820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:23.118064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:23.120544 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-89ffb55c-a2e8-4f46-bfb9-29e69df25a49 req-1c5b8de8-3171-4675-99cd-bd93bacf60fc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 210 time: 0.0495794
Apr 05 16:42:23.134066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:23.290213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Pushing event updated for resources: {'Port': ['ID=fab3c8bf-f215-4483-9877-95427b8ee4c4,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:23.293134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:23.341605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:42:23.342730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:23.345018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:42:23.414762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:23.415426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:23.443092 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1826165
Apr 05 16:42:28.600066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Request body: {'port': {'device_id': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:28.732696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:29.038201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7f08dd-c9d1-491f-a8af-3cd274bfa2bf req-03fec771-0fe2-4ce1-a63a-c4fc1df91cbf tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:29.040222 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ed7f08dd-c9d1-491f-a8af-3cd274bfa2bf req-03fec771-0fe2-4ce1-a63a-c4fc1df91cbf tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 932 time: 0.1080370
Apr 05 16:42:29.095462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ed7f08dd-c9d1-491f-a8af-3cd274bfa2bf req-c1131460-6a40-468d-aacf-12bbae63538e tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479136
Apr 05 16:42:29.172168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab3c8bf-f215-4483-9877-95427b8ee4c4 {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:42:29.179850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:29.194769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Transition to ACTIVE for port object fab3c8bf-f215-4483-9877-95427b8ee4c4 will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:29.197288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:29.212576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:29.358835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Pushing event updated for resources: {'Port': ['ID=fab3c8bf-f215-4483-9877-95427b8ee4c4,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:29.363153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:29.601846 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Attempting to bind port fab3c8bf-f215-4483-9877-95427b8ee4c4 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:42:29.602386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Attempting to bind port fab3c8bf-f215-4483-9877-95427b8ee4c4 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:42:29.602784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Attempting to bind port fab3c8bf-f215-4483-9877-95427b8ee4c4 on network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:29.608802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Port fab3c8bf-f215-4483-9877-95427b8ee4c4 on network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:42:29.609218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Attempting to bind port fab3c8bf-f215-4483-9877-95427b8ee4c4 on network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:29.614838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:42:29.615217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Checking segment: {'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:29.615635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Bound using segment: {'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:42:29.616143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Bound port: fab3c8bf-f215-4483-9877-95427b8ee4c4, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:42:29.616529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:29.723683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] For port fab3c8bf-f215-4483-9877-95427b8ee4c4, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:42:29.727091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] For port fab3c8bf-f215-4483-9877-95427b8ee4c4, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fab3c8bf-f215-4483-9877-95427b8ee4c4,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:42:29.732350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:29.749082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:29.902991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Pushing event updated for resources: {'Port': ['ID=fab3c8bf-f215-4483-9877-95427b8ee4c4,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:29.908629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:29.940495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:29.941048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:29.942607 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] 10.222.0.35 "PUT /v2.0/ports/fab3c8bf-f215-4483-9877-95427b8ee4c4 HTTP/1.1" status: 200  len: 1094 time: 1.3473957
Apr 05 16:42:29.943117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'tag': 'fab3c8bf-f215-4483-9877-95427b8ee4c4'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:29.993868 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'tag': 'fab3c8bf-f215-4483-9877-95427b8ee4c4', 'status': 'completed', 'code': 200}
Apr 05 16:42:30.162269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-c759c972-b2e8-430d-8318-5d061bb04cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:30.163869 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-c759c972-b2e8-430d-8318-5d061bb04cc9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e79e7137d21b49059d8b4aba2e328e6b&device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 1097 time: 0.0838599
Apr 05 16:42:30.302156 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-cfbfa0e5-386f-4f41-bfa3-25627b32d50f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab3c8bf-f215-4483-9877-95427b8ee4c4 HTTP/1.1" status: 200  len: 217 time: 0.1026330
Apr 05 16:42:30.402612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-fe3c29cb-5a1f-4bd5-9e51-86566cfdb120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:30.404757 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-fe3c29cb-5a1f-4bd5-9e51-86566cfdb120 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b76bb91-0b1a-4f15-8b92-131159b455e8 HTTP/1.1" status: 200  len: 848 time: 0.0870323
Apr 05 16:42:30.459486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efcc8e-19da-4e31-944d-72c63248a381 req-17bae9fe-4d20-41ee-9e95-bb87ab0e4ee5 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:30.460262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f0efcc8e-19da-4e31-944d-72c63248a381 req-17bae9fe-4d20-41ee-9e95-bb87ab0e4ee5 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Synchronizing usage tracker for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:42:30.471338 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-c3741391-726c-4a9f-9bc7-aae507288c1d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0586936
Apr 05 16:42:30.523290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f0efcc8e-19da-4e31-944d-72c63248a381 req-17bae9fe-4d20-41ee-9e95-bb87ab0e4ee5 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Unset dirty status for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:42:30.524340 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0efcc8e-19da-4e31-944d-72c63248a381 req-17bae9fe-4d20-41ee-9e95-bb87ab0e4ee5 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 944 time: 0.2670083
Apr 05 16:42:30.650566 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0efcc8e-19da-4e31-944d-72c63248a381 req-8a45ebc6-c1a5-4802-8010-c279eed445ec tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729527
Apr 05 16:42:30.672193 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-ba85bc3a-8e03-45a9-9f96-7b5142015d7b service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1935146
Apr 05 16:42:30.905478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9a3e944f-da7e-41d3-884f-f6002e0d3142 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:30.906980 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9a3e944f-da7e-41d3-884f-f6002e0d3142 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.1679204
Apr 05 16:42:30.923466 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-c5621b43-d3cf-4b58-b1e2-93050e7974c0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/quotas/28a43060ef084153b061f02e088839c9 HTTP/1.1" status: 200  len: 375 time: 0.0103595
Apr 05 16:42:31.019565 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-8431ff86-6abd-410f-aa0d-382c548e1fc8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0899959
Apr 05 16:42:31.171256 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-014b1611-19db-4027-bd46-9876de585e48 service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1431289
Apr 05 16:42:31.312984 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-797ca35f-bd1b-47cf-a104-58af94e9b9f1 service neutron] 10.222.0.38 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350691
Apr 05 16:42:32.762026 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df75c3a3-d3aa-448f-8480-dea23aa45839 req-72f7c4e8-b451-4a39-a3d2-94b98f1aee54 service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1422832
Apr 05 16:42:35.124960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15bc55c5-ce7f-4576-8a58-79e30f0f36a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:35.855834 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2f739832-7fc1-4908-97f0-9627455312ca req-ad7bcf03-928e-4b90-8330-79e0068ab09b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 210 time: 0.0620892
Apr 05 16:42:35.900062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-3e178146-24e5-4a54-a749-b7c37ed018c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:35.901666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-3e178146-24e5-4a54-a749-b7c37ed018c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e79e7137d21b49059d8b4aba2e328e6b&device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 1097 time: 0.1677670
Apr 05 16:42:35.940269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08b2f4-d39c-4561-a3d1-75b7f6e444c1 req-2d52c30e-3bfe-4377-80e6-d272a7f91c06 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:35.941965 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f08b2f4-d39c-4561-a3d1-75b7f6e444c1 req-2d52c30e-3bfe-4377-80e6-d272a7f91c06 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 944 time: 0.1029329
Apr 05 16:42:35.994128 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f08b2f4-d39c-4561-a3d1-75b7f6e444c1 req-c2bc8cc7-c701-40cb-a272-90b3b6be346a tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449290
Apr 05 16:42:36.604992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:36.747417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-301c99cb-8d6b-4a46-89c3-bfd08df11ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:36.750754 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-301c99cb-8d6b-4a46-89c3-bfd08df11ebe service neutron] 10.222.0.35 "GET /v2.0/networks?id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 HTTP/1.1" status: 200  len: 909 time: 0.3785875
Apr 05 16:42:36.826950 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-477b3b09-24ed-4284-9c2a-b497c491d396 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fab3c8bf-f215-4483-9877-95427b8ee4c4 HTTP/1.1" status: 200  len: 217 time: 0.0675583
Apr 05 16:42:36.935500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-61ad1c28-bce6-475b-80b7-96ba60d53a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:36.937633 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-61ad1c28-bce6-475b-80b7-96ba60d53a4f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4b76bb91-0b1a-4f15-8b92-131159b455e8 HTTP/1.1" status: 200  len: 848 time: 0.0676925
Apr 05 16:42:36.991410 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-9083265a-2246-41cb-b824-e8bb2b14ec3d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0459850
Apr 05 16:42:37.179483 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e0b152b5-01cf-4bd6-a84a-84e1bace8245 req-08447609-582b-45d6-8fff-7af6afaa3101 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 210 time: 0.0683873
Apr 05 16:42:37.213500 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-43c173c6-5b98-4b31-8559-a9aee7d8acf3 service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1945224
Apr 05 16:42:37.271152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a05e84-1300-4ee1-856a-a4f0a5df953d req-0214c9e6-9169-4b23-919b-f0b4167810f4 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:37.272758 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79a05e84-1300-4ee1-856a-a4f0a5df953d req-0214c9e6-9169-4b23-919b-f0b4167810f4 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 944 time: 0.0994384
Apr 05 16:42:37.324331 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79a05e84-1300-4ee1-856a-a4f0a5df953d req-636b53c0-b2ed-48ca-9d3e-b5550fe2e6d1 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444617
Apr 05 16:42:37.375227 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea0ec3b9-b6f8-433b-a78b-f1242c1db19b req-dc2c1cb1-1d3a-4c6c-b3d9-bd704f99c18b service neutron] 10.222.0.35 "GET /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1450672
Apr 05 16:42:37.621319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f0291b7d-cc21-4684-b588-e223ac972ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:37.701931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-cfa2b700-295c-4a9e-a363-80256b3bdbde tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:37.703492 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-cfa2b700-295c-4a9e-a363-80256b3bdbde tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 815 time: 0.1617060
Apr 05 16:42:37.726988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Request body: {'port': {'device_id': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'admin_state_up': True, 'tenant_id': '28a43060ef084153b061f02e088839c9'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:37.754674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:37.756448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:37.877141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:37.887409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:37.896441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Made reservation on behalf of 28a43060ef084153b061f02e088839c9 for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:42:37.902421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:38.076151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Allocated IP 172.20.0.13 (8e92fecf-130f-495e-af35-9e61575a914e/eb89e615-a962-4952-aea9-373ca76e54d9/b50d46dd-b8df-40f5-ae80-56b1af88558d) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:42:38.297699 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:38.327524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:38.342507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-30d0e091-b539-47ef-8ac7-f90ea8bc60bc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:38.490663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event updated for resources: {'Port': ['ID=b50d46dd-b8df-40f5-ae80-56b1af88558d,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:38.495145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:38.539317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Network 8e92fecf-130f-495e-af35-9e61575a914e is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:42:38.540520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:38.542733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:42:38.610623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:38.611295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:38.636016 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-9191ee0a-2730-4ad2-a7eb-73d5e1d49762 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9147868
Apr 05 16:42:39.240662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:41.647017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9ac7eee9-8715-433d-9186-310c90cccea9', 'c6356390-f7d6-4899-8d7a-55366219f755', 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:42:43.178873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Request body: {'port': {'device_id': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:43.282588 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-6d7a2681-ad39-46bc-9477-54c439ccadf4 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0767434
Apr 05 16:42:43.307451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:43.620334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-6cf501d8-44cf-4cb3-bbda-0793cc59d0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:43.630323 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-6cf501d8-44cf-4cb3-bbda-0793cc59d0fe service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 1099 time: 0.1535389
Apr 05 16:42:43.681214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec03c87-2e7a-4f94-ab4e-ca1b40a3ee87 req-46a26581-690f-4a4a-b29a-643290886cc5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:43.684681 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bec03c87-2e7a-4f94-ab4e-ca1b40a3ee87 req-46a26581-690f-4a4a-b29a-643290886cc5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 932 time: 0.1347117
Apr 05 16:42:43.741832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d125-f072-4750-aa26-188f61713e50 req-1e706962-5054-492b-8fd5-fc8c5e9fd8af tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:43.743467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4d91d125-f072-4750-aa26-188f61713e50 req-1e706962-5054-492b-8fd5-fc8c5e9fd8af tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 944 time: 0.1372790
Apr 05 16:42:43.812594 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bec03c87-2e7a-4f94-ab4e-ca1b40a3ee87 req-2676d522-5d5f-451a-a2dc-c4f0bd83b6dd tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1132574
Apr 05 16:42:43.846021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-f4e5e876-d577-489c-be81-bd03d6130cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:43.847557 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b50d46dd-b8df-40f5-ae80-56b1af88558d {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:42:43.847689 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-f4e5e876-d577-489c-be81-bd03d6130cd8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 916 time: 0.2050788
Apr 05 16:42:43.859754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:43.864960 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4d91d125-f072-4750-aa26-188f61713e50 req-4fadd70f-e4af-4009-8291-dec8268243bf tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1112287
Apr 05 16:42:43.879087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Transition to ACTIVE for port object b50d46dd-b8df-40f5-ae80-56b1af88558d will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:43.887387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:43.902853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-baee6543-07be-4914-8838-f97528bfa38c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:43.920676 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-d71f1f0f-4a90-4966-915e-e91bdaaefac0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ac7eee9-8715-433d-9186-310c90cccea9 HTTP/1.1" status: 200  len: 217 time: 0.0657542
Apr 05 16:42:44.052490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d46dd-b8df-40f5-ae80-56b1af88558d,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:44.065379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.065784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.066179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.066572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.066962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.067349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.067733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.068172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.068556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.068937 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.069318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.069698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:44.073928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:44.204545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-85b75145-681d-44d2-bcc8-9857516e225b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:44.206094 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-85b75145-681d-44d2-bcc8-9857516e225b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.2784922
Apr 05 16:42:44.259511 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-61be306b-ac77-409c-8ee9-baca970cb8ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461433
Apr 05 16:42:44.290266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Attempting to bind port b50d46dd-b8df-40f5-ae80-56b1af88558d on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:42:44.290655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Attempting to bind port b50d46dd-b8df-40f5-ae80-56b1af88558d by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:42:44.291069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Attempting to bind port b50d46dd-b8df-40f5-ae80-56b1af88558d on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:44.296509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Port b50d46dd-b8df-40f5-ae80-56b1af88558d on network 8e92fecf-130f-495e-af35-9e61575a914e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:42:44.296873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Attempting to bind port b50d46dd-b8df-40f5-ae80-56b1af88558d on network 8e92fecf-130f-495e-af35-9e61575a914e {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:44.302662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:42:44.302897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Checking segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:44.303319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Bound using segment: {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:42:44.303795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Bound port: b50d46dd-b8df-40f5-ae80-56b1af88558d, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '038a1883-38cb-4b90-b187-abca3008c3c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:42:44.304208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:44.404825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] For port b50d46dd-b8df-40f5-ae80-56b1af88558d, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:42:44.408126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] For port b50d46dd-b8df-40f5-ae80-56b1af88558d, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b50d46dd-b8df-40f5-ae80-56b1af88558d,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:42:44.412359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:44.412966 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-cd1eaef0-b82c-4569-86bc-0cec8c65a062 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1464632
Apr 05 16:42:44.429093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:44.561029 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8322d35-0187-4ec1-8cee-865c78a3ce3d req-9a0cccf6-6538-4665-9463-3d7884b035c0 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390774
Apr 05 16:42:44.595499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b50d46dd-b8df-40f5-ae80-56b1af88558d,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:44.600859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:44.632644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:44.632644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:44.633336 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] 10.222.0.35 "PUT /v2.0/ports/b50d46dd-b8df-40f5-ae80-56b1af88558d HTTP/1.1" status: 200  len: 1094 time: 1.4596124
Apr 05 16:42:44.633861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'tag': 'b50d46dd-b8df-40f5-ae80-56b1af88558d'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:44.817294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-8d9233eb-49e7-4081-afcd-0819a2d519ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:44.818842 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-8d9233eb-49e7-4081-afcd-0819a2d519ec service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 1097 time: 0.0831029
Apr 05 16:42:44.917687 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-a7a721d2-9f82-42bf-8393-a4439a50e404 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50d46dd-b8df-40f5-ae80-56b1af88558d HTTP/1.1" status: 200  len: 217 time: 0.0758085
Apr 05 16:42:44.939307 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'tag': 'b50d46dd-b8df-40f5-ae80-56b1af88558d', 'status': 'completed', 'code': 200}
Apr 05 16:42:45.161802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-c3d307ea-7f7f-483d-b4a5-f1d4f6257477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:45.163374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-c3d307ea-7f7f-483d-b4a5-f1d4f6257477 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.1196730
Apr 05 16:42:45.248446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf29eec6-953a-4556-a63f-219bb712047f req-dcb8972c-5ae0-4652-818c-09c0b2481f8d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:45.250164 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cf29eec6-953a-4556-a63f-219bb712047f req-dcb8972c-5ae0-4652-818c-09c0b2481f8d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 944 time: 0.0998676
Apr 05 16:42:45.308529 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cf29eec6-953a-4556-a63f-219bb712047f req-9b5e1df0-806c-4245-b19b-a4af66899952 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508153
Apr 05 16:42:45.452703 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-1dd61c25-6cf2-49e2-8402-7d3265fe9741 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0526276
Apr 05 16:42:45.596160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb2588-cdc4-4dcb-8d08-1f529afdf660 req-0d0d61c6-4126-4a04-a16d-394f6fa851e9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:45.596840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-34bb2588-cdc4-4dcb-8d08-1f529afdf660 req-0d0d61c6-4126-4a04-a16d-394f6fa851e9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:42:45.631630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-34bb2588-cdc4-4dcb-8d08-1f529afdf660 req-0d0d61c6-4126-4a04-a16d-394f6fa851e9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:42:45.632944 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34bb2588-cdc4-4dcb-8d08-1f529afdf660 req-0d0d61c6-4126-4a04-a16d-394f6fa851e9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 944 time: 0.5194840
Apr 05 16:42:45.642051 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-2161cfb2-2e4e-4809-b6e9-3b0e8542b11d service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1782753
Apr 05 16:42:45.687382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fab3c8bf-f215-4483-9877-95427b8ee4c4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:42:45.782416 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34bb2588-cdc4-4dcb-8d08-1f529afdf660 req-79e99e22-a467-4423-950c-8cf7a6936ad3 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392701
Apr 05 16:42:45.833043 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6e134ed-9ed2-4bab-bf3d-6a8cb5314c3b req-1d078132-bf97-49dc-b73a-ad0a295cb4c9 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1734281
Apr 05 16:42:46.014686 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port fab3c8bf-f215-4483-9877-95427b8ee4c4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fab3c8bf-f215-4483-9877-95427b8ee4c4,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:46.030827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'fab3c8bf-f215-4483-9877-95427b8ee4c4', 'network_id': '88750f8c-2a29-4fb8-90f0-8d4a9724e4c3', 'port_id': 'fab3c8bf-f215-4483-9877-95427b8ee4c4', 'mac_address': 'fa:16:3e:7d:17:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b76bb91-0b1a-4f15-8b92-131159b455e8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:42:46.093891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:46.112185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab3c8bf-f215-4483-9877-95427b8ee4c4 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:42:46.127975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port fab3c8bf-f215-4483-9877-95427b8ee4c4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fab3c8bf-f215-4483-9877-95427b8ee4c4,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:46.130972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:46.132805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1fae34bd-45ea-4aa4-90a7-af3f0a16423d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:46.204498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=fab3c8bf-f215-4483-9877-95427b8ee4c4,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:46.212107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.212495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.212868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.213236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.213600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.213962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.214324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.214694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.215049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.215403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.215756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.216133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:46.220740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:46.334254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-8dd83970-040b-4176-8914-20ab70212a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:46.335821 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-8dd83970-040b-4176-8914-20ab70212a30 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=28a43060ef084153b061f02e088839c9&device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 1097 time: 0.0830126
Apr 05 16:42:46.508858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-15b47702-be9b-4d8b-b5fd-4acf7d90162e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:46.510390 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-15b47702-be9b-4d8b-b5fd-4acf7d90162e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 200  len: 916 time: 0.1400270
Apr 05 16:42:46.586165 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-c6ca5e1f-08d2-4b38-a48a-49c4dc42642f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b50d46dd-b8df-40f5-ae80-56b1af88558d HTTP/1.1" status: 200  len: 217 time: 0.0679314
Apr 05 16:42:46.664695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-db2d1442-7c5c-440c-851f-e55333fd9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:46.666255 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-db2d1442-7c5c-440c-851f-e55333fd9233 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 200  len: 855 time: 0.0676069
Apr 05 16:42:46.721655 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-6c7d0d37-2502-4c64-9b66-688a4f3a09db service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8e92fecf-130f-495e-af35-9e61575a914e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0463581
Apr 05 16:42:46.873428 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-27e8d6b3-2899-4059-b465-f5d879932b68 service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425858
Apr 05 16:42:47.022958 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00fee5db-ebf4-4916-b11c-7bcf5b04a4b3 req-f032b6ea-6c01-48d7-9107-30ea49a0782b service neutron] 10.222.0.35 "GET /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1414649
Apr 05 16:42:47.209451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d2988-0571-4634-be6f-65795e70bb13 req-e25967d7-3af4-460e-a410-424577e62c31 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:47.211030 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f0d2988-0571-4634-be6f-65795e70bb13 req-e25967d7-3af4-460e-a410-424577e62c31 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 945 time: 0.0894716
Apr 05 16:42:47.259869 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f0d2988-0571-4634-be6f-65795e70bb13 req-f3eb7229-7a03-4402-ae22-2747f8b8c9ad tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417824
Apr 05 16:42:47.317362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:42:47.457932 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14104608-68e6-48a9-89df-ce359d1d6486 req-ac47ad21-522a-4309-8cef-a8a0747fad4a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:47.459516 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-14104608-68e6-48a9-89df-ce359d1d6486 req-ac47ad21-522a-4309-8cef-a8a0747fad4a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 944 time: 0.0990393
Apr 05 16:42:47.509128 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-14104608-68e6-48a9-89df-ce359d1d6486 req-369251ec-b44b-4870-9b9f-c5311a2ee903 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431981
Apr 05 16:42:47.624758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['fab3c8bf-f215-4483-9877-95427b8ee4c4'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:42:47.655793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed312d4-5ad8-4911-9a34-71cb4aeb2c87 req-c9d2dd3a-8f67-4b33-9fb6-9520180976f9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:47.657324 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fed312d4-5ad8-4911-9a34-71cb4aeb2c87 req-c9d2dd3a-8f67-4b33-9fb6-9520180976f9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1571622
Apr 05 16:42:47.660050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088d851-3817-42e9-9bd3-925786590e22 req-a5a41cb6-434f-4b19-9590-9b3e0030603f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:47.661549 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5088d851-3817-42e9-9bd3-925786590e22 req-a5a41cb6-434f-4b19-9590-9b3e0030603f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.1241903
Apr 05 16:42:47.793820 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fed312d4-5ad8-4911-9a34-71cb4aeb2c87 req-cfbf08cf-d1e6-4f72-b8be-9ddfc0ed0f38 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1301775
Apr 05 16:42:47.838185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088d851-3817-42e9-9bd3-925786590e22 req-53d1ce69-79ca-4894-abe9-0cab4cbe1b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:47.839789 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5088d851-3817-42e9-9bd3-925786590e22 req-53d1ce69-79ca-4894-abe9-0cab4cbe1b01 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 919 time: 0.1620584
Apr 05 16:42:47.919402 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5088d851-3817-42e9-9bd3-925786590e22 req-8796bf00-5570-4c53-af88-5e6a7738679f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 200  len: 217 time: 0.0725939
Apr 05 16:42:47.994141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088d851-3817-42e9-9bd3-925786590e22 req-44af0a92-3e3c-443d-9319-ba3334633101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:47.995721 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5088d851-3817-42e9-9bd3-925786590e22 req-44af0a92-3e3c-443d-9319-ba3334633101 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.0680704
Apr 05 16:42:48.060067 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5088d851-3817-42e9-9bd3-925786590e22 req-ebf2464f-8c32-40e7-881d-34ea43e406a5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0562892
Apr 05 16:42:48.213987 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5088d851-3817-42e9-9bd3-925786590e22 req-239d5b2c-7fc7-4dc5-8906-1be0029155cc service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452942
Apr 05 16:42:48.354312 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5088d851-3817-42e9-9bd3-925786590e22 req-4ef5d7e0-ed3c-4b5e-907d-76f0e6b1c2f6 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336932
Apr 05 16:42:48.590143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37232-8c96-446d-bfd0-ecdf97c80954 req-7daf49b4-a987-4201-94e2-726ff90f397c tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:48.591715 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c3a37232-8c96-446d-bfd0-ecdf97c80954 req-7daf49b4-a987-4201-94e2-726ff90f397c tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 945 time: 0.0882697
Apr 05 16:42:48.640870 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c3a37232-8c96-446d-bfd0-ecdf97c80954 req-ea328273-be2d-41d2-944b-5fb3d61d9877 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427580
Apr 05 16:42:48.822926 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f57a7e-b1f2-49c9-9f44-e7cc408e359c req-d3b6d556-380c-41fd-bdbd-e3df319e46da tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:48.824493 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93f57a7e-b1f2-49c9-9f44-e7cc408e359c req-d3b6d556-380c-41fd-bdbd-e3df319e46da tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 944 time: 0.0887606
Apr 05 16:42:48.873749 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93f57a7e-b1f2-49c9-9f44-e7cc408e359c req-e680111d-d1ef-4102-b5ba-331704babe4c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428715
Apr 05 16:42:49.002935 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb9f2c-cc92-4655-aabb-f213b90cdd98 req-e80b4feb-1dd7-4b91-9b98-26d398e11226 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:49.004517 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-58cb9f2c-cc92-4655-aabb-f213b90cdd98 req-e80b4feb-1dd7-4b91-9b98-26d398e11226 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0897806
Apr 05 16:42:49.055062 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-58cb9f2c-cc92-4655-aabb-f213b90cdd98 req-ae3b5930-7674-48e5-9049-f3def39b50ae tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439274
Apr 05 16:42:49.893343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2617f6-f918-4562-98b2-212ea19f91dd req-41537ddb-a559-48e5-b74b-d4a7371fe8f6 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:49.894906 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ce2617f6-f918-4562-98b2-212ea19f91dd req-41537ddb-a559-48e5-b74b-d4a7371fe8f6 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 945 time: 0.0921748
Apr 05 16:42:49.943371 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ce2617f6-f918-4562-98b2-212ea19f91dd req-8b72248f-e17e-43d4-a4f5-dc3b3ea70c09 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420625
Apr 05 16:42:50.083842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0186553-c378-456d-86f5-5ac55269604b req-93e462f8-a25d-42b5-be51-50dc137c92f0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:50.085452 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0186553-c378-456d-86f5-5ac55269604b req-93e462f8-a25d-42b5-be51-50dc137c92f0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 944 time: 0.0876541
Apr 05 16:42:50.137481 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0186553-c378-456d-86f5-5ac55269604b req-93232218-7b27-4587-b295-cf8a6e755e59 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457566
Apr 05 16:42:50.260509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e00e9b-0506-4f5f-8667-9bf2b5ebbea0 req-a7923575-61e5-491f-80c2-8c573a98a2e6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:50.262115 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-75e00e9b-0506-4f5f-8667-9bf2b5ebbea0 req-a7923575-61e5-491f-80c2-8c573a98a2e6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0894310
Apr 05 16:42:50.315451 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-75e00e9b-0506-4f5f-8667-9bf2b5ebbea0 req-262c5e54-b900-4d49-8149-083ed4569327 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462987
Apr 05 16:42:50.566889 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 37744) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:50.689730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:50.705185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:50.709154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Usage tracker for resource:security_group_rule and tenant:d1ae42eb3d184644b11a0ffc25f1243b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:50.712144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:50.719008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:50.804219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:50.806847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:50.816224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9b601d1f-e15b-48bb-b9d6-d02a529edd44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:50.862102 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d1ae42eb3d184644b11a0ffc25f1243b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2941244
Apr 05 16:42:50.863741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e12b24-b66a-4059-8003-d1b2f3fda0f6,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:50.865018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37752) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:50.867027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:50.928617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:50.956532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.002934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.008318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-36d96470-8aa0-4a23-a8e3-2ad757de043e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:51.022546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.026850 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/10e12b24-b66a-4059-8003-d1b2f3fda0f6 HTTP/1.1" status: 204  len: 168 time: 0.1606538
Apr 05 16:42:51.029963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e12b24-b66a-4059-8003-d1b2f3fda0f6,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:51.038034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.038441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.038838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.039229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.039615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.040020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.040409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.040790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.041172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.041551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.041928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.042305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:51.045767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:51.165492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fb8c5-fbf5-4ef0-ac38-c343b1e41dcd req-73085fee-2e96-4e34-9221-029b8bed9a18 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:51.167078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9d9fb8c5-fbf5-4ef0-ac38-c343b1e41dcd req-73085fee-2e96-4e34-9221-029b8bed9a18 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 945 time: 0.0935936
Apr 05 16:42:51.217070 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9d9fb8c5-fbf5-4ef0-ac38-c343b1e41dcd req-3f6912c0-458f-43b9-b7bd-52cc979874b6 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428557
Apr 05 16:42:51.371671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebb2d7-7108-4e0c-897a-1b7b00be9b84 req-ecabbfe0-b2f4-4a9c-bd1c-efb069ded1b3 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:51.380168 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edebb2d7-7108-4e0c-897a-1b7b00be9b84 req-ecabbfe0-b2f4-4a9c-bd1c-efb069ded1b3 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 944 time: 0.1156688
Apr 05 16:42:51.432716 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-edebb2d7-7108-4e0c-897a-1b7b00be9b84 req-48f287bb-ecc7-494d-b77d-33d3586018ed tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510383
Apr 05 16:42:51.540452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c24678-1ce0-4b9c-b08a-530c1f27f7a1 req-8bcc80c3-f3e9-44b8-b71a-0f0285a80691 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:51.542087 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96c24678-1ce0-4b9c-b08a-530c1f27f7a1 req-8bcc80c3-f3e9-44b8-b71a-0f0285a80691 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0884280
Apr 05 16:42:51.591230 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96c24678-1ce0-4b9c-b08a-530c1f27f7a1 req-d5557790-2efa-45db-8523-b26239aee453 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416780
Apr 05 16:42:51.705714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fab3c8bf-f215-4483-9877-95427b8ee4c4 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:51.759704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 37786) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:51.778629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port fab3c8bf-f215-4483-9877-95427b8ee4c4 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:51.783842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port fab3c8bf-f215-4483-9877-95427b8ee4c4 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:51.784283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.871973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-691932219-network', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:51.877947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:51.882531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Usage tracker for resource:network and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:51.885608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:51.893119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:51.902373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Made reservation on behalf of 04a75e8049f54c71aae627e7a1b59c19 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:42:51.907553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.909549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.921254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.938194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:51.939082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab3c8bf-f215-4483-9877-95427b8ee4c4'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:51.942562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:51.945985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:51.949557 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port fab3c8bf-f215-4483-9877-95427b8ee4c4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fab3c8bf-f215-4483-9877-95427b8ee4c4,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:51.953181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:51.954656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:51.955789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:52.002781 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab3c8bf-f215-4483-9877-95427b8ee4c4', 'code': 200}
Apr 05 16:42:52.036569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=fab3c8bf-f215-4483-9877-95427b8ee4c4,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:52.040180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:52.045336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.049584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.054119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-56cf312f-67da-436b-a17f-4a82e534ab9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:52.083990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:42:52.093446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54de448-cdd4-4073-aaa9-5a33e575c4d4,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:52.097342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:52.099811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.100231 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Added segment 2987f086-936f-4e02-ba0d-01101a47ffe6 of type vlan for network 7037af24-43c3-439c-8823-d6f5e66da6eb
Apr 05 16:42:52.131172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.166132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.167608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:52.168354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.173975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:52.282178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Pushing event updated for resources: {'Network': ['ID=7037af24-43c3-439c-8823-d6f5e66da6eb,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:52.292989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 7037af24-43c3-439c-8823-d6f5e66da6eb details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:42:52.324070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:52.331629 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5707393
Apr 05 16:42:52.334116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37800) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:52.340305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Request body: {'subnet': {'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-691932219-subnet', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:52.345897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:52.350081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Usage tracker for resource:subnet and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:52.353205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:52.360085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:52.373380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Made reservation on behalf of 04a75e8049f54c71aae627e7a1b59c19 for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:42:52.378417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.440814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc18a8-b6e2-4831-9f08-0e4deb8045eb req-e1fb8766-779c-4b0b-98d2-dcd408f11c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:52.442422 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77fc18a8-b6e2-4831-9f08-0e4deb8045eb req-e1fb8766-779c-4b0b-98d2-dcd408f11c79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 1099 time: 0.1571815
Apr 05 16:42:52.478266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cf5bcf-f0e6-42c8-9187-1717eb207674 req-0d0edeac-e898-4a33-acb3-ec6c34cac638 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:52.486944 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93cf5bcf-f0e6-42c8-9187-1717eb207674 req-0d0edeac-e898-4a33-acb3-ec6c34cac638 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 946 time: 0.1470861
Apr 05 16:42:52.547386 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77fc18a8-b6e2-4831-9f08-0e4deb8045eb req-19ca7044-e857-4325-8ed5-1fe4529b05e4 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0966022
Apr 05 16:42:52.550655 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93cf5bcf-f0e6-42c8-9187-1717eb207674 req-d863f9ac-f682-43e9-bb89-69c8d2590d55 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628343
Apr 05 16:42:52.714641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dee906-782c-4488-b0f2-dd183aa41fe8 req-b6cc34bd-7515-434a-8860-4dab39a1b832 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:52.716194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-08dee906-782c-4488-b0f2-dd183aa41fe8 req-b6cc34bd-7515-434a-8860-4dab39a1b832 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 944 time: 0.1641173
Apr 05 16:42:52.791612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f14ea51-3d03-4f4d-8c3b-ad43732ab5df req-becd61a2-4270-41b8-895d-fddfe8412dfd tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:52.793218 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f14ea51-3d03-4f4d-8c3b-ad43732ab5df req-becd61a2-4270-41b8-895d-fddfe8412dfd tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0865297
Apr 05 16:42:52.820994 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-08dee906-782c-4488-b0f2-dd183aa41fe8 req-d368c4c9-8444-4367-8281-daed62aa5769 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960443
Apr 05 16:42:52.846717 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f14ea51-3d03-4f4d-8c3b-ad43732ab5df req-46d142de-d9e9-44e2-b696-062d52501b8e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467193
Apr 05 16:42:52.926713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:52.942546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:53.081598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0696da25-08d6-4871-bfbc-a906417296c9,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:53.085856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:53.147464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Checking segment: {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:53.147902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Network hostable DHCP agents. Network: 7037af24-43c3-439c-8823-d6f5e66da6eb, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:42:53.166999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Network 7037af24-43c3-439c-8823-d6f5e66da6eb is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:42:53.176226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 7037af24-43c3-439c-8823-d6f5e66da6eb) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:53.180012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:53.180659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:53.186306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1edce6f-6db7-4c70-bfbc-d7bf0b0f96f6 None None] Network 7037af24-43c3-439c-8823-d6f5e66da6eb requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:42:53.202320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8657174
Apr 05 16:42:53.204664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37812) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:53.209942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:42:53.214644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:42:53.219607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Usage tracker for resource:router and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:42:53.228725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:42:53.235923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:42:53.249391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:53.250506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:53.267122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:53.424243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-7037af24-43c3-439c-8823-d6f5e66da6eb', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:42:53.425158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:53.567832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:53.592572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Allocated IP 172.20.0.2 (7037af24-43c3-439c-8823-d6f5e66da6eb/0696da25-08d6-4871-bfbc-a906417296c9/7663ff57-85f1-453a-84fd-f53a2f92847b) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:42:53.730830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b50d46dd-b8df-40f5-ae80-56b1af88558d details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:42:53.796721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb888c-9f47-4ef0-a381-85a82ce5a2db req-028d6878-87c4-4f93-8938-8c64f435c1b6 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:53.798295 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ecfb888c-9f47-4ef0-a381-85a82ce5a2db req-028d6878-87c4-4f93-8938-8c64f435c1b6 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 946 time: 0.1177714
Apr 05 16:42:53.918183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:53.943950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Transition to ACTIVE for port object 7663ff57-85f1-453a-84fd-f53a2f92847b will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:53.986481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Transition to ACTIVE for port object 7663ff57-85f1-453a-84fd-f53a2f92847b will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:53.994810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port b50d46dd-b8df-40f5-ae80-56b1af88558d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b50d46dd-b8df-40f5-ae80-56b1af88558d,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:54.003700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.007617 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ecfb888c-9f47-4ef0-a381-85a82ce5a2db req-6a52cb51-c640-46e2-a696-d6750ed4f4da tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567144
Apr 05 16:42:54.022742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:54.057928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.082664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'b50d46dd-b8df-40f5-ae80-56b1af88558d', 'network_id': '8e92fecf-130f-495e-af35-9e61575a914e', 'port_id': 'b50d46dd-b8df-40f5-ae80-56b1af88558d', 'mac_address': 'fa:16:3e:3a:a4:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb89e615-a962-4952-aea9-373ca76e54d9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:42:54.093569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.136212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa09697-2c47-4aec-bd2f-4316456eaf24 req-c1bccaed-30a0-414e-a125-780beba0d52b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:54.139150 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-caa09697-2c47-4aec-bd2f-4316456eaf24 req-c1bccaed-30a0-414e-a125-780beba0d52b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 944 time: 0.1733050
Apr 05 16:42:54.190779 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-caa09697-2c47-4aec-bd2f-4316456eaf24 req-2772a046-4dbd-4778-9dd8-e882f513ea42 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450451
Apr 05 16:42:54.245784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Pushing event updated for resources: {'Port': ['ID=7663ff57-85f1-453a-84fd-f53a2f92847b,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:54.254516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:54.257939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.291656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b50d46dd-b8df-40f5-ae80-56b1af88558d {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:42:54.322440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port b50d46dd-b8df-40f5-ae80-56b1af88558d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b50d46dd-b8df-40f5-ae80-56b1af88558d,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:54.324654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Network 7037af24-43c3-439c-8823-d6f5e66da6eb is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:42:54.326959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5397f2-8df6-4079-95ec-2a6f4cc57e91 req-f5405e15-ecdd-4099-a3ac-98f83f85735d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:54.327389 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:54.329411 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.331250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:42:54.332523 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eb5397f2-8df6-4079-95ec-2a6f4cc57e91 req-f5405e15-ecdd-4099-a3ac-98f83f85735d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1896012
Apr 05 16:42:54.333484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:54.335084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Allocated IP 172.27.1.81 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/e76ca42d-30ec-415e-be5a-9ba2d73648b7) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:42:54.499999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Attempting to bind port 7663ff57-85f1-453a-84fd-f53a2f92847b on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:42:54.500355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Attempting to bind port 7663ff57-85f1-453a-84fd-f53a2f92847b by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:42:54.500718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Attempting to bind port 7663ff57-85f1-453a-84fd-f53a2f92847b on network 7037af24-43c3-439c-8823-d6f5e66da6eb {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:54.509616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:42:54.510043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Checking segment: {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:54.510503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.510940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Bound using segment: {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:42:54.511464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Bound port: 7663ff57-85f1-453a-84fd-f53a2f92847b, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:42:54.511893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.522863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=b50d46dd-b8df-40f5-ae80-56b1af88558d,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:54.527923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:54.635059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] For port 7663ff57-85f1-453a-84fd-f53a2f92847b, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:42:54.639288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] For port 7663ff57-85f1-453a-84fd-f53a2f92847b, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7663ff57-85f1-453a-84fd-f53a2f92847b,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:42:54.642810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.691338 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eb5397f2-8df6-4079-95ec-2a6f4cc57e91 req-036e1109-a8cb-4287-9f39-33df355b3646 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3530297
Apr 05 16:42:54.734921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:54.772848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.806047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:54.823230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:54.862393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Pushing event updated for resources: {'Port': ['ID=7663ff57-85f1-453a-84fd-f53a2f92847b,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:54.867050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:54.972776 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e76ca42d-30ec-415e-be5a-9ba2d73648b7,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:54.977460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:55.023201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:42:55.024630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:55.027490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:42:55.108588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['b50d46dd-b8df-40f5-ae80-56b1af88558d'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:42:55.445871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718bf9ad-d57e-48d5-a61d-fe475206cb0f req-4a4e5bff-416d-4eca-a6da-2958f693a0a7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:55.447495 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-718bf9ad-d57e-48d5-a61d-fe475206cb0f req-4a4e5bff-416d-4eca-a6da-2958f693a0a7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 945 time: 0.0959468
Apr 05 16:42:55.496468 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-718bf9ad-d57e-48d5-a61d-fe475206cb0f req-f7091a4b-81c7-4c03-984a-17c272bc8f36 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421166
Apr 05 16:42:55.537290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111dfd-f161-468a-bc9f-5dca9a744e07 req-53ec0a55-0be1-4a50-93aa-7dbacf318274 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:55.538985 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6d111dfd-f161-468a-bc9f-5dca9a744e07 req-53ec0a55-0be1-4a50-93aa-7dbacf318274 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 946 time: 0.3871698
Apr 05 16:42:55.598975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:55.738621 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6d111dfd-f161-468a-bc9f-5dca9a744e07 req-71e2871d-cf06-47e0-9f2b-d26eb87988d3 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1910799
Apr 05 16:42:55.966420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65912d42-651e-455b-be6e-9fcc6152abc4 req-5fa86eb0-b43b-4352-8a4b-09ae6742caa9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:55.969004 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65912d42-651e-455b-be6e-9fcc6152abc4 req-5fa86eb0-b43b-4352-8a4b-09ae6742caa9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1056316
Apr 05 16:42:56.082257 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:56.089235 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65912d42-651e-455b-be6e-9fcc6152abc4 req-fbfa5179-a0b2-4334-b75b-c1e3948f93bb tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121609
Apr 05 16:42:56.102183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7663ff57-85f1-453a-84fd-f53a2f92847b up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:56.196856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 7663ff57-85f1-453a-84fd-f53a2f92847b completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:56.322169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-c5f8cc79-65f7-4780-909f-4d17b61389a1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Synchronizing usage tracker for tenant:783b38225fd44770b12f217841784b22 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:42:56.367572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-c5f8cc79-65f7-4780-909f-4d17b61389a1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Unset dirty status for tenant:783b38225fd44770b12f217841784b22 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:42:56.368894 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-c5f8cc79-65f7-4780-909f-4d17b61389a1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-459655232&fields=id&tenant_id=783b38225fd44770b12f217841784b22 HTTP/1.1" status: 200  len: 267 time: 0.1905270
Apr 05 16:42:56.418397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b97b7-5d9b-410e-b661-087bdd438490 None None] Network 7037af24-43c3-439c-8823-d6f5e66da6eb requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:42:56.495863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:42:56.533157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Provisioning for port 7663ff57-85f1-453a-84fd-f53a2f92847b completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:56.543072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Provisioning complete for port 7663ff57-85f1-453a-84fd-f53a2f92847b triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:56.543603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:56.716149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-42343030-9bcb-4e5d-880d-2a2714686a99 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:56.716940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-42343030-9bcb-4e5d-880d-2a2714686a99 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Synchronizing usage tracker for tenant:783b38225fd44770b12f217841784b22 on resource:network {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:42:56.738336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6e850-7ea3-4be1-a978-2d1dec43fd03 req-5aa52727-80f9-4e2a-9e90-c59ba15f544e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:56.740326 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a4c6e850-7ea3-4be1-a978-2d1dec43fd03 req-5aa52727-80f9-4e2a-9e90-c59ba15f544e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 945 time: 0.1221278
Apr 05 16:42:56.796730 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a4c6e850-7ea3-4be1-a978-2d1dec43fd03 req-2467c817-a7cf-43e0-8e10-c8091b2a47c7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478768
Apr 05 16:42:56.817287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:56.871141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] For port 7663ff57-85f1-453a-84fd-f53a2f92847b, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7663ff57-85f1-453a-84fd-f53a2f92847b,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:56.875603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:56.878286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:56.960722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Pushing event updated for resources: {'Port': ['ID=7663ff57-85f1-453a-84fd-f53a2f92847b,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:56.964129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:57.001910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-42343030-9bcb-4e5d-880d-2a2714686a99 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Unset dirty status for tenant:783b38225fd44770b12f217841784b22 on resource:network {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:42:57.003185 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-42343030-9bcb-4e5d-880d-2a2714686a99 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 809 time: 0.6208584
Apr 05 16:42:57.008331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:42:57.025070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Sync routers for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:42:57.037318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:42:57.038040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0deac8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:42:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:57.045041 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-279103e8-e383-41d5-b7c0-710cede83cda tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/quotas/783b38225fd44770b12f217841784b22 HTTP/1.1" status: 200  len: 375 time: 0.0115519
Apr 05 16:42:57.099846 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-d06d7b88-1d9a-4693-b5c7-7d584f075275 None None] Provisioning complete for port 7663ff57-85f1-453a-84fd-f53a2f92847b triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:57.100544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d06d7b88-1d9a-4693-b5c7-7d584f075275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:57.118637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:57.123476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 37868) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:42:57.135894 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.9300728
Apr 05 16:42:57.218462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-ea040236-e023-4b86-8c46-c67ec696aaf4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1506300
Apr 05 16:42:57.283077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:42:57.414972 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-76ff6b70-8a80-4130-881d-8d87cc8b6109 service neutron] 10.222.0.38 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1784825
Apr 05 16:42:57.586659 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-96510100-cfe2-4308-a2d2-db714ac49d42 service neutron] 10.222.0.38 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1636014
Apr 05 16:42:57.613033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0deac8>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:42:55Z', 'revision_number': 3, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:57.617931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Checking router: 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:42:57.618630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Updating router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d port e76ca42d-30ec-415e-be5a-9ba2d73648b7 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:42:57.680663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:57.684339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad1de17-b309-4b40-970c-cd3d77d21307 req-fcad0e8d-1ba7-4613-9614-ac8778497dee tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:57.685988 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bad1de17-b309-4b40-970c-cd3d77d21307 req-fcad0e8d-1ba7-4613-9614-ac8778497dee tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1447361
Apr 05 16:42:57.731310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b50d46dd-b8df-40f5-ae80-56b1af88558d up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:57.829730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port b50d46dd-b8df-40f5-ae80-56b1af88558d completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:42:57.835218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port b50d46dd-b8df-40f5-ae80-56b1af88558d triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:57.835631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:57.875052 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bad1de17-b309-4b40-970c-cd3d77d21307 req-b6965dff-e3fb-4515-a707-9edfc97db809 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324632
Apr 05 16:42:58.248679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7663ff57-85f1-453a-84fd-f53a2f92847b up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:42:58.271768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.287217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Transition to ACTIVE for port object e76ca42d-30ec-415e-be5a-9ba2d73648b7 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:58.295065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.323377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.333165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08577f9a-5278-482d-95c5-a212ad90079f req-831e9ce2-66a6-4e2f-a420-4860f222088f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:58.343666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-08577f9a-5278-482d-95c5-a212ad90079f req-831e9ce2-66a6-4e2f-a420-4860f222088f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 945 time: 0.1861572
Apr 05 16:42:58.367908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d46dd-b8df-40f5-ae80-56b1af88558d'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:42:58.382970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port b50d46dd-b8df-40f5-ae80-56b1af88558d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b50d46dd-b8df-40f5-ae80-56b1af88558d,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:58.384413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:58.390052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.392213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:58.416873 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-08577f9a-5278-482d-95c5-a212ad90079f req-5427386f-183d-4bae-990c-883c6411c4bd tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716217
Apr 05 16:42:58.421255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f1a92-f984-49be-86cc-23e731bb50fc req-32191d9e-8789-40b5-b2bf-c4d5ef08b773 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:58.427994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 7663ff57-85f1-453a-84fd-f53a2f92847b triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:42:58.428400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.429870 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-285f1a92-f984-49be-86cc-23e731bb50fc req-32191d9e-8789-40b5-b2bf-c4d5ef08b773 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 946 time: 0.2036364
Apr 05 16:42:58.530202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=b50d46dd-b8df-40f5-ae80-56b1af88558d,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:58.533858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:58.547061 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-285f1a92-f984-49be-86cc-23e731bb50fc req-822bcfee-482a-4010-be6b-74dbfcf758d3 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1158726
Apr 05 16:42:58.571239 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cb5e4df-a70d-4526-a7f5-ea17d994423a req-f54d89c3-4f0e-4e98-8433-8d07d07af1fb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0833857
Apr 05 16:42:58.641776 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b50d46dd-b8df-40f5-ae80-56b1af88558d', 'code': 200}
Apr 05 16:42:58.659205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Pushing event updated for resources: {'Port': ['ID=e76ca42d-30ec-415e-be5a-9ba2d73648b7,revision_number=2']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:58.678354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.678741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.679115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.679481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.679846 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.680233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.680593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.680950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.681307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.681689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.682016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.682368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:42:58.698832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:58.724648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.757742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Attempting to bind port e76ca42d-30ec-415e-be5a-9ba2d73648b7 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:42:58.758159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Attempting to bind port e76ca42d-30ec-415e-be5a-9ba2d73648b7 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:42:58.758568 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Attempting to bind port e76ca42d-30ec-415e-be5a-9ba2d73648b7 on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:42:58.765005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:42:58.765419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:42:58.765859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.766285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:42:58.766793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Bound port: e76ca42d-30ec-415e-be5a-9ba2d73648b7, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:42:58.767199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.847267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] For port e76ca42d-30ec-415e-be5a-9ba2d73648b7, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:42:58.851176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] For port e76ca42d-30ec-415e-be5a-9ba2d73648b7, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=e76ca42d-30ec-415e-be5a-9ba2d73648b7,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:42:58.855367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:58.871770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e18f116a-a935-4838-b3c6-8c71de93fec1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:58.960781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Pushing event updated for resources: {'Port': ['ID=e76ca42d-30ec-415e-be5a-9ba2d73648b7,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:58.965398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:58.981674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Allocated IP 172.20.0.1 (7037af24-43c3-439c-8823-d6f5e66da6eb/0696da25-08d6-4871-bfbc-a906417296c9/4367c739-3cca-4ef2-a29c-206682f7a076) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:42:59.126597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:42:59.127341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0deac8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:42:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:59.262880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-5fdb840f-7feb-4eb3-968e-141bc312bb17 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:59.264635 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-5fdb840f-7feb-4eb3-968e-141bc312bb17 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 946 time: 0.0907698
Apr 05 16:42:59.322589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:59.327951 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617007e1-77a2-4827-bd56-0f04ae81ebb1 req-3f137513-1ec7-4b81-91ea-dfa10f1ea928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:59.329866 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-617007e1-77a2-4827-bd56-0f04ae81ebb1 req-3f137513-1ec7-4b81-91ea-dfa10f1ea928 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 1099 time: 0.3033736
Apr 05 16:42:59.358393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Deleting port fab3c8bf-f215-4483-9877-95427b8ee4c4 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:42:59.358761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:59.366400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9b0472-0d12-489e-a8c9-edf27e9ef72c req-5901d8af-c744-4b65-b8f2-688f4cdfe9f9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:59.368255 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dd9b0472-0d12-489e-a8c9-edf27e9ef72c req-5901d8af-c744-4b65-b8f2-688f4cdfe9f9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2796607
Apr 05 16:42:59.379971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Transition to ACTIVE for port object 4367c739-3cca-4ef2-a29c-206682f7a076 will not be triggered until provisioned by entity DHCP. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:42:59.444066 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-617007e1-77a2-4827-bd56-0f04ae81ebb1 req-dfd8e0f5-8f13-4a62-aad3-0cf0ccc47a84 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041958
Apr 05 16:42:59.464131 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dd9b0472-0d12-489e-a8c9-edf27e9ef72c req-36819e92-e730-410b-acb1-b88977594cd2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820074
Apr 05 16:42:59.494517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:59.496006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:42:59.511444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:42:59.713652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] For port fab3c8bf-f215-4483-9877-95427b8ee4c4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fab3c8bf-f215-4483-9877-95427b8ee4c4,segment=NetworkSegment(fba222da-5cfd-4d8e-a5ed-391076f9ccbe),segment_id=fba222da-5cfd-4d8e-a5ed-391076f9ccbe)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:42:59.714039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:59.733445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Pushing event updated for resources: {'Port': ['ID=4367c739-3cca-4ef2-a29c-206682f7a076,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:42:59.736921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:42:59.795067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98101ce0-3c56-436e-acc3-560412bcdd80 req-034967de-4281-4f99-a055-3ee27ac9baaf tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:59.796704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98101ce0-3c56-436e-acc3-560412bcdd80 req-034967de-4281-4f99-a055-3ee27ac9baaf tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 946 time: 0.2604120
Apr 05 16:42:59.821527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Network 7037af24-43c3-439c-8823-d6f5e66da6eb is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:42:59.824761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:42:59.827354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:42:59.834850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0deac8>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:42:55Z', 'revision_number': 3, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:42:59.839259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989f9160-7519-45ff-9a44-5c19262d3c27 None None] The sync data for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi is: [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:42:55Z', 'revision_number': 3, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:42:59.864414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Calling delete_port for fab3c8bf-f215-4483-9877-95427b8ee4c4 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:42:59.877070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b43ea2-578c-424e-9ca7-b33d8fd7a98a req-f88cf13a-01db-4dc6-81f7-9432860a641d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:42:59.878849 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21b43ea2-578c-424e-9ca7-b33d8fd7a98a req-f88cf13a-01db-4dc6-81f7-9432860a641d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 946 time: 0.2004571
Apr 05 16:42:59.940410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:42:59.976663 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21b43ea2-578c-424e-9ca7-b33d8fd7a98a req-372e31f5-0ff5-4c2a-a7f6-c5e45c3395ee tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/security-groups?id=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870934
Apr 05 16:43:00.113917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-61d70ec1-43d0-4ee0-a844-f67fb9617144 None None] Provisioning for port 4367c739-3cca-4ef2-a29c-206682f7a076 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:00.116470 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98101ce0-3c56-436e-acc3-560412bcdd80 req-322cb991-7319-4479-8623-2bda3619a578 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2604809
Apr 05 16:43:00.117510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:00.123515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-61d70ec1-43d0-4ee0-a844-f67fb9617144 None None] Provisioning complete for port 4367c739-3cca-4ef2-a29c-206682f7a076 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:00.130395 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-61d70ec1-43d0-4ee0-a844-f67fb9617144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:00.137047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a2113cde-77ce-4cc8-a90f-157b1fff0599 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:00.145504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:00.196135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Pushing event deleted for resources: {'Port': ['ID=fab3c8bf-f215-4483-9877-95427b8ee4c4,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:00.210476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:00.228571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['fab3c8bf-f215-4483-9877-95427b8ee4c4'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:43:00.287925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-61d70ec1-43d0-4ee0-a844-f67fb9617144 None None] Port 4367c739-3cca-4ef2-a29c-206682f7a076 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:43:00.374883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-513d9fa8-7ee1-4325-992b-89ccba680ca6 req-7b73fa2b-964e-4ec6-8854-76c12ea2a94b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Synchronizing usage tracker for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:00.467265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] No DVR routers for this DVR port fab3c8bf-f215-4483-9877-95427b8ee4c4 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:43:00.470094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:00.481311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'name': 'network-vif-deleted', 'tag': 'fab3c8bf-f215-4483-9877-95427b8ee4c4'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:00.486467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-513d9fa8-7ee1-4325-992b-89ccba680ca6 req-7b73fa2b-964e-4ec6-8854-76c12ea2a94b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Unset dirty status for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:00.489247 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7204c745-6ab7-4f8b-a172-702ee89e9e31 req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.35 "DELETE /v2.0/ports/fab3c8bf-f215-4483-9877-95427b8ee4c4 HTTP/1.1" status: 204  len: 173 time: 1.2121515
Apr 05 16:43:00.490115 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-513d9fa8-7ee1-4325-992b-89ccba680ca6 req-7b73fa2b-964e-4ec6-8854-76c12ea2a94b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.3157754
Apr 05 16:43:00.715618 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '856a92f7-30b9-48a2-96cc-23cc6ce6b69f', 'name': 'network-vif-deleted', 'tag': 'fab3c8bf-f215-4483-9877-95427b8ee4c4', 'status': 'completed', 'code': 200}
Apr 05 16:43:01.037834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-4cb9f017-e9d7-41a7-9435-4ec2a3dd794d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:01.039392 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-4cb9f017-e9d7-41a7-9435-4ec2a3dd794d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.35 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 809 time: 0.6759324
Apr 05 16:43:01.097669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ffd32-4cd5-4160-a67a-f51eb4dc4c3e req-692e757b-a151-442f-bee3-8cc3318d6b01 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:01.099261 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f63ffd32-4cd5-4160-a67a-f51eb4dc4c3e req-692e757b-a151-442f-bee3-8cc3318d6b01 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.4734943
Apr 05 16:43:01.112826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:01.144391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:01.172266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-11169037-fedf-4a42-91dc-5235254f7eb5 req-1e2b0368-6363-4eb1-8581-af4c1422e0c8 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Synchronizing usage tracker for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:01.180917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7087ec3c-afb3-4d65-b3ba-737e1952205d tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:01.190516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-11169037-fedf-4a42-91dc-5235254f7eb5 req-1e2b0368-6363-4eb1-8581-af4c1422e0c8 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Unset dirty status for tenant:e79e7137d21b49059d8b4aba2e328e6b on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:01.191794 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-11169037-fedf-4a42-91dc-5235254f7eb5 req-1e2b0368-6363-4eb1-8581-af4c1422e0c8 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] 10.222.0.38 "GET /v2.0/ports?device_id=856a92f7-30b9-48a2-96cc-23cc6ce6b69f HTTP/1.1" status: 200  len: 210 time: 0.0757966
Apr 05 16:43:01.323523 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f63ffd32-4cd5-4160-a67a-f51eb4dc4c3e req-da9e8d4d-1b5d-4081-bd2c-1594cff2d176 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2155497
Apr 05 16:43:01.333714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Pushing event updated for resources: {'Port': ['ID=4367c739-3cca-4ef2-a29c-206682f7a076,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:01.337190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:01.351336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:01.357273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-fa4157b8-004c-4969-bb2c-c7840bdf858c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Synchronizing usage tracker for tenant:783b38225fd44770b12f217841784b22 on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:01.437865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080ad28-44d4-4e3a-9a40-40ebe816403a req-9e96daca-7e80-452e-aea6-7a7ea2dd1b45 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:01.439608 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c080ad28-44d4-4e3a-9a40-40ebe816403a req-9e96daca-7e80-452e-aea6-7a7ea2dd1b45 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 946 time: 0.1390393
Apr 05 16:43:01.441502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-fa4157b8-004c-4969-bb2c-c7840bdf858c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Unset dirty status for tenant:783b38225fd44770b12f217841784b22 on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:01.443036 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-fa4157b8-004c-4969-bb2c-c7840bdf858c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=783b38225fd44770b12f217841784b22 HTTP/1.1" status: 200  len: 8059 time: 0.3785777
Apr 05 16:43:01.492209 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c080ad28-44d4-4e3a-9a40-40ebe816403a req-d0d3cef2-9657-4579-96db-c6a607aa62fe tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432420
Apr 05 16:43:01.514891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Network 7037af24-43c3-439c-8823-d6f5e66da6eb is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:01.514891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:01.693224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'port': {'device_id': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'admin_state_up': True, 'tenant_id': '783b38225fd44770b12f217841784b22', 'security_groups': ['bf456eb9-c53f-43e3-bb2d-0fd62489d065']}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:01.711553 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2ddd48da-855c-4003-b1ca-b80e9e6cf720 req-935fd121-1f2b-41e3-b40c-b2b6b402d830 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0914552
Apr 05 16:43:01.821700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-edf7db41-a127-4547-b8ea-51a5437d2890 None None] Provisioning complete for port 4367c739-3cca-4ef2-a29c-206682f7a076 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:01.822091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-edf7db41-a127-4547-b8ea-51a5437d2890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:01.886594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-edf7db41-a127-4547-b8ea-51a5437d2890 None None] Port 4367c739-3cca-4ef2-a29c-206682f7a076 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:43:01.936392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:43:01.953090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:43:01.962582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:43:01.972571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Made reservation on behalf of 783b38225fd44770b12f217841784b22 for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:43:01.978700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:02.058527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device e76ca42d-30ec-415e-be5a-9ba2d73648b7 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:02.128306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port e76ca42d-30ec-415e-be5a-9ba2d73648b7 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:02.133548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port e76ca42d-30ec-415e-be5a-9ba2d73648b7 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:02.134034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:02.262402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:02.281980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port e76ca42d-30ec-415e-be5a-9ba2d73648b7, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=e76ca42d-30ec-415e-be5a-9ba2d73648b7,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:02.287344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:02.289542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b944992e-aa59-4fc8-8a75-38b7a11d79c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:02.299057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:43:02.358339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Allocated IP 172.20.0.14 (9867e52c-7cce-41b7-8806-46db7debbac6/197f4c09-63c6-4597-ae8a-6261c0004052/f4b28bbb-29e7-4c0e-8138-32a241ef2c7e) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:43:02.363620 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] 10.222.0.38 "PUT /v2.0/routers/6d38c334-0960-4ca6-b8ef-ea5be1ffb50d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.2388983
Apr 05 16:43:02.432358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=e76ca42d-30ec-415e-be5a-9ba2d73648b7,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:02.440584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:02.531660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d302e-f35a-4379-b35a-f725ac3ff554 req-9f3c7048-d114-4aa1-a6b3-f630b2a5b811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:02.534253 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-021d302e-f35a-4379-b35a-f725ac3ff554 req-9f3c7048-d114-4aa1-a6b3-f630b2a5b811 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.1499608
Apr 05 16:43:02.634132 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-021d302e-f35a-4379-b35a-f725ac3ff554 req-565617a2-d7ba-4eff-bb6f-ad6e76cafed8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834589
Apr 05 16:43:02.731520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:02.766835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Transition to ACTIVE for port object f4b28bbb-29e7-4c0e-8138-32a241ef2c7e will not be triggered until provisioned by entity DHCP. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:02.767430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d03ae-aae5-47b4-a85b-a9c8ab550ce7 req-bc33cc7f-0d07-4941-93d5-6fa334b62c3d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:02.775691 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c0d03ae-aae5-47b4-a85b-a9c8ab550ce7 req-bc33cc7f-0d07-4941-93d5-6fa334b62c3d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 946 time: 0.1295023
Apr 05 16:43:02.776077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa4cb9-9cac-4342-8f08-ba41bc58ac0f req-dd42f65e-3db4-46eb-9f98-e5cf7dc05309 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:02.792026 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9eaa4cb9-9cac-4342-8f08-ba41bc58ac0f req-dd42f65e-3db4-46eb-9f98-e5cf7dc05309 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2909007
Apr 05 16:43:02.833575 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c0d03ae-aae5-47b4-a85b-a9c8ab550ce7 req-96fe7ba6-6d64-47e1-b3cc-ced233791ef5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569012
Apr 05 16:43:02.869436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9eaa4cb9-9cac-4342-8f08-ba41bc58ac0f req-2315cf90-f2e9-43fc-9c45-f1f0454f3438 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0757596
Apr 05 16:43:02.909687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:02.944123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:03.030219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Sync routers for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:43:03.049023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:03.050033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdd5b080>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:42:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:03.177345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:03.192632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:03.223333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37970) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:03.230881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-65763247-network', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:03.243899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:43:03.256751 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Usage tracker for resource:network and tenant:4a1a30247427484f84c3c0f0cf3686be is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:43:03.267922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:43:03.281765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:43:03.305382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Made reservation on behalf of 4a1a30247427484f84c3c0f0cf3686be for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:43:03.310742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.345937 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:03.347207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.393033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:43:03.404947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1a30247427484f84c3c0f0cf3686be is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:43:03.415813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:43:03.434203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:43:03.476549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Network 9867e52c-7cce-41b7-8806-46db7debbac6 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:03.479173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:03.484853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:43:03.583566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ffcfe-3192-4462-a581-9cb2ba4d0309 req-9c7a0017-2c19-4b41-84d9-478e9daf968d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:03.588095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-287ffcfe-3192-4462-a581-9cb2ba4d0309 req-9c7a0017-2c19-4b41-84d9-478e9daf968d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Synchronizing usage tracker for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:03.614823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.618791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.624255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-14505fbe-2502-41ee-ab53-684f3d611baf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:03.629610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:03.630336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.661845 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-287ffcfe-3192-4462-a581-9cb2ba4d0309 req-9c7a0017-2c19-4b41-84d9-478e9daf968d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Unset dirty status for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:03.670551 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-287ffcfe-3192-4462-a581-9cb2ba4d0309 req-9c7a0017-2c19-4b41-84d9-478e9daf968d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 932 time: 0.5769248
Apr 05 16:43:03.678069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1cdabe-a615-4276-b0ba-df506687e439,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:03.683855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:03.691102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:43:03.696240 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.1143568
Apr 05 16:43:03.701283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.702157 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Added segment 14b5a8c5-5020-4f34-a2e6-1ed20ded4f05 of type vlan for network 223760c6-0f92-4bf3-ba7f-11ab36f4940b
Apr 05 16:43:03.726013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Request body: {'port': {'device_id': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:03.732679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.765381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.767004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:03.767811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.773544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:03.780238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fab3c8bf-f215-4483-9877-95427b8ee4c4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:43:03.789131 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-287ffcfe-3192-4462-a581-9cb2ba4d0309 req-77c899c3-66eb-4530-867b-5af72d4d7bb0 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1174951
Apr 05 16:43:03.845925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: fab3c8bf-f215-4483-9877-95427b8ee4c4 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:43:03.846305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fab3c8bf-f215-4483-9877-95427b8ee4c4 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:43:03.858798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdd5b080>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 2, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:03.864362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Checking router: 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:43:03.864770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Updating router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d port 4367c739-3cca-4ef2-a29c-206682f7a076 binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:43:03.895545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=223760c6-0f92-4bf3-ba7f-11ab36f4940b,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:03.899400 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6747515
Apr 05 16:43:03.900485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:03.902249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 37986) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:03.911920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:43:03.913903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Request body: {'subnet': {'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-65763247-subnet', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:03.917320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.931610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:43:03.939421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Usage tracker for resource:subnet and tenant:4a1a30247427484f84c3c0f0cf3686be is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:43:03.956223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:43:03.962936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:43:03.972758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-ab7718b3-6a22-4d7d-a741-1b270147706a None None] Provisioning for port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:03.982793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-ab7718b3-6a22-4d7d-a741-1b270147706a None None] Provisioning complete for port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:03.983211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ab7718b3-6a22-4d7d-a741-1b270147706a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:03.988309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Made reservation on behalf of 4a1a30247427484f84c3c0f0cf3686be for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:43:03.993450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:04.152063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-ab7718b3-6a22-4d7d-a741-1b270147706a None None] Port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:43:04.163532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device e76ca42d-30ec-415e-be5a-9ba2d73648b7 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:04.205669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:04.271097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d245cc-08a4-4edb-90c9-8948dc26367f req-d85885da-eb8f-4e70-9cfa-6d06955e7946 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:04.272848 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0d245cc-08a4-4edb-90c9-8948dc26367f req-d85885da-eb8f-4e70-9cfa-6d06955e7946 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1584313
Apr 05 16:43:04.434033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port e76ca42d-30ec-415e-be5a-9ba2d73648b7 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:04.434475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:04.450216 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0d245cc-08a4-4edb-90c9-8948dc26367f req-79581584-3ac0-45b1-9d22-ae9dc2651fec tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1678026
Apr 05 16:43:04.611226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b28bbb-29e7-4c0e-8138-32a241ef2c7e {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:43:04.640639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:04.671269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Transition to ACTIVE for port object f4b28bbb-29e7-4c0e-8138-32a241ef2c7e will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:04.677979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:04.707548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-eb9c6ff9-6a18-4d24-b794-902cc579b257 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:04.824715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:04.984407 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:05.057602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.072816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Transition to ACTIVE for port object 4367c739-3cca-4ef2-a29c-206682f7a076 will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:05.084886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.093595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49095ae7-c790-4bd0-9ce6-d89e4e43bea0,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:05.098550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:05.101879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:05.116423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:05.123618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:05.127459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Checking segment: {'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:43:05.128112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Network hostable DHCP agents. Network: 223760c6-0f92-4bf3-ba7f-11ab36f4940b, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:43:05.151259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:43:05.163222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 223760c6-0f92-4bf3-ba7f-11ab36f4940b) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:05.168006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:05.169026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.194176 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.2906506
Apr 05 16:43:05.196741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 38030) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:05.204227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:05.210689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:43:05.215456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Usage tracker for resource:router and tenant:4a1a30247427484f84c3c0f0cf3686be is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:43:05.219524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:43:05.227492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:43:05.242812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.243987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.262253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.262495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d210a-6223-44b1-b07e-9cdcfc974d3a req-e47cc17b-03f3-4a4f-9a4d-088e5666c42b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:05.264933 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cb4d210a-6223-44b1-b07e-9cdcfc974d3a req-e47cc17b-03f3-4a4f-9a4d-088e5666c42b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.2483008
Apr 05 16:43:05.416508 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cb4d210a-6223-44b1-b07e-9cdcfc974d3a req-a8ea3f67-61f5-46c1-8c46-7892e4904e21 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1432090
Apr 05 16:43:05.461372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5f197-608d-4964-84c8-1ba8a002a2c6 None None] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:43:05.564330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-47375fb0-7de2-4f23-a9b6-a520a20c05b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.577348 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Attempting to bind port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:43:05.577800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Attempting to bind port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:43:05.578179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Attempting to bind port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e on network 9867e52c-7cce-41b7-8806-46db7debbac6 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:05.593795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e on network 9867e52c-7cce-41b7-8806-46db7debbac6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:43:05.594569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Attempting to bind port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e on network 9867e52c-7cce-41b7-8806-46db7debbac6 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:05.604186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:43:05.604505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Checking segment: {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:43:05.605029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Bound using segment: {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:43:05.605567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Bound port: f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90a5c329-20bc-4367-9d40-cc6cd82b0d89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:43:05.612472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.777257 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:43:05.781097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:43:05.797106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.818244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd181b3-8e08-4e61-9e25-ffd84f0d4c36 None None] Pushing event updated for resources: {'Port': ['ID=4367c739-3cca-4ef2-a29c-206682f7a076,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:05.836125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:05.853450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ecd181b3-8e08-4e61-9e25-ffd84f0d4c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:05.858104 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-22837ee8-a859-46b2-bc77-0366d62f0eb6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:05.979616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Attempting to bind port 4367c739-3cca-4ef2-a29c-206682f7a076 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:43:05.980062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Attempting to bind port 4367c739-3cca-4ef2-a29c-206682f7a076 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:43:05.980479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Attempting to bind port 4367c739-3cca-4ef2-a29c-206682f7a076 on network 7037af24-43c3-439c-8823-d6f5e66da6eb {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:06.037150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 42, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:43:06.037562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Checking segment: {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:43:06.038014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.038553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Bound using segment: {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:43:06.038978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Bound port: 4367c739-3cca-4ef2-a29c-206682f7a076, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:43:06.039400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.052057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:06.055563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:06.088732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b60bfa-b99d-445c-93b2-342278b933d2 req-b09afe96-adea-4057-98d2-452fce7b0b13 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:06.098217 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55b60bfa-b99d-445c-93b2-342278b933d2 req-b09afe96-adea-4057-98d2-452fce7b0b13 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.3147366
Apr 05 16:43:06.108841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-223760c6-0f92-4bf3-ba7f-11ab36f4940b', 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'fixed_ips': [{'subnet_id': '49095ae7-c790-4bd0-9ce6-d89e4e43bea0'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:43:06.109752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.145530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:06.146300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.147884 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] 10.222.0.35 "PUT /v2.0/ports/f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 1094 time: 2.4285429
Apr 05 16:43:06.148621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:06.176519 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55b60bfa-b99d-445c-93b2-342278b933d2 req-0a566eff-5c76-41cc-8ebd-5972d8c1ae7e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0773129
Apr 05 16:43:06.252914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] For port 4367c739-3cca-4ef2-a29c-206682f7a076, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:43:06.271186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] For port 4367c739-3cca-4ef2-a29c-206682f7a076, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=4367c739-3cca-4ef2-a29c-206682f7a076,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:43:06.279836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.327688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6be23f9d-5ee3-413c-8b1b-fd7a56aacc16 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:06.429599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.463258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.526967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd181b3-8e08-4e61-9e25-ffd84f0d4c36 None None] Pushing event updated for resources: {'Port': ['ID=4367c739-3cca-4ef2-a29c-206682f7a076,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:06.530715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Allocated IP 172.20.0.2 (223760c6-0f92-4bf3-ba7f-11ab36f4940b/49095ae7-c790-4bd0-9ce6-d89e4e43bea0/a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:43:06.541203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ecd181b3-8e08-4e61-9e25-ffd84f0d4c36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:06.619331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Allocated IP 172.27.1.155 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/c2de7bcf-20cc-4bd1-a191-9a071a29f315) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:43:06.700316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.702087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:06.702773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdd5b080>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:42:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:06.798080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.828143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:06.846767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d4a9a01-ae16-422e-9027-733bfc5998d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:06.998205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Pushing event updated for resources: {'Port': ['ID=c2de7bcf-20cc-4bd1-a191-9a071a29f315,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:07.001099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:07.036551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:07.055753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:07.057216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:07.059528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:43:07.117852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:07.199832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Transition to ACTIVE for port object a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:07.269165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Transition to ACTIVE for port object a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:07.335866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:07.352915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:07.483650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:07.726987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Pushing event updated for resources: {'Port': ['ID=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:07.729851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:07.769188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c687c29-c56f-40ed-b986-9e21588c7b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:07.810153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:07.843060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:07.846673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:07.849513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:43:07.912869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:07.932071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdd5b080>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:06Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:07.952655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c20a22-6364-41fe-9cee-801112b402fb None None] The sync data for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi is: [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:06Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:43:07.957848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Attempting to bind port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:43:07.958269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Attempting to bind port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:43:07.958677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Attempting to bind port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 on network 223760c6-0f92-4bf3-ba7f-11ab36f4940b {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:07.964723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:43:07.965147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Checking segment: {'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:43:07.965594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:07.966033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Bound using segment: {'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:43:07.966596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Bound port: a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:43:07.966998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:08.107717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] For port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:43:08.113347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] For port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,segment=NetworkSegment(14b5a8c5-5020-4f34-a2e6-1ed20ded4f05),segment_id=14b5a8c5-5020-4f34-a2e6-1ed20ded4f05)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:43:08.117172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:08.135215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fd796073-2ecc-4e8b-81b6-ee4adccc92ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:08.187598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:43:08.291021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Pushing event updated for resources: {'Port': ['ID=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:08.296947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:08.390590 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:43:08.400195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Sync routers for ids ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:43:08.413121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Routers {'59127a69-6d0c-4c2b-bbb1-eec5ea262918'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:08.413979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd3d2828>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:43:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:08.416275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:08.418645 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.2203660
Apr 05 16:43:08.421684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 38064) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:08.645969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Set router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:08.992483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd3d2828>, [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T16:43:07Z', 'revision_number': 3, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port': {'id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:06Z', 'updated_at': '2021-04-05T16:43:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:08.996824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Checking router: 59127a69-6d0c-4c2b-bbb1-eec5ea262918 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:43:08.997216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Updating router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 port c2de7bcf-20cc-4bd1-a191-9a071a29f315 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:43:09.015489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:09.062951 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:09.210752 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'status': 'completed', 'code': 200}
Apr 05 16:43:09.245762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:09.285998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-520ad4e8-8e63-4fb6-ac3c-6dde6837a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:09.288387 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-520ad4e8-8e63-4fb6-ac3c-6dde6837a5be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1097 time: 0.1993849
Apr 05 16:43:09.517850 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-69546b94-ae97-4a3c-90b8-3557420956e4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 217 time: 0.2125747
Apr 05 16:43:09.659695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:09.668652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffaf9f2-1f91-44d7-91ff-4c73198b01ec req-28903adb-c6fd-44fa-8227-92c42d6eccbc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:09.670806 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cffaf9f2-1f91-44d7-91ff-4c73198b01ec req-28903adb-c6fd-44fa-8227-92c42d6eccbc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.2399163
Apr 05 16:43:09.673486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-e5c734d5-2d18-4333-9c62-b8288cdbea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:09.675472 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-e5c734d5-2d18-4333-9c62-b8288cdbea8d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 200  len: 848 time: 0.1496515
Apr 05 16:43:09.738775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:09.752248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Transition to ACTIVE for port object c2de7bcf-20cc-4bd1-a191-9a071a29f315 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:09.758728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:09.789915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5cf9af6d-ee09-4dff-8354-7c315e068059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:09.843498 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cffaf9f2-1f91-44d7-91ff-4c73198b01ec req-70e8826e-fd1d-4e3c-be80-66a4860c61d3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1610925
Apr 05 16:43:09.895134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-42e56e9c-bc26-407f-99c5-8d622a44861f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:09.897052 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-42e56e9c-bc26-407f-99c5-8d622a44861f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9867e52c-7cce-41b7-8806-46db7debbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1758816
Apr 05 16:43:10.068014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-dae78be7-01cb-42e1-94ff-2db2ff9031ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:10.068385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Attempting to bind port c2de7bcf-20cc-4bd1-a191-9a071a29f315 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:43:10.069218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Attempting to bind port c2de7bcf-20cc-4bd1-a191-9a071a29f315 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:43:10.069625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Attempting to bind port c2de7bcf-20cc-4bd1-a191-9a071a29f315 on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:10.070122 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-dae78be7-01cb-42e1-94ff-2db2ff9031ac service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.2829561
Apr 05 16:43:10.089822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:43:10.090170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:43:10.090611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:10.091039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:43:10.097284 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Bound port: c2de7bcf-20cc-4bd1-a191-9a071a29f315, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:43:10.097783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:10.137484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d96aaf-6097-4d37-bf33-5962a11362a9 None None] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:43:10.155954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ca1c9-8bff-487f-8a98-785e533a39bf None None] Pushing event updated for resources: {'Port': ['ID=c2de7bcf-20cc-4bd1-a191-9a071a29f315,revision_number=2']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:10.155954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f86ca1c9-8bff-487f-8a98-785e533a39bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:10.188674 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-e2d438cf-a056-4c7f-997a-5669f746d9d9 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2799869
Apr 05 16:43:10.227821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] For port c2de7bcf-20cc-4bd1-a191-9a071a29f315, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:43:10.231717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] For port c2de7bcf-20cc-4bd1-a191-9a071a29f315, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=c2de7bcf-20cc-4bd1-a191-9a071a29f315,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:43:10.237228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:10.253922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:10.277364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 4367c739-3cca-4ef2-a29c-206682f7a076 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:10.322010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-06d92cdd-8a44-4df6-b90f-f9acd9314f1c None None] Provisioning for port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:10.346193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ca1c9-8bff-487f-8a98-785e533a39bf None None] Pushing event updated for resources: {'Port': ['ID=c2de7bcf-20cc-4bd1-a191-9a071a29f315,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:10.361139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f86ca1c9-8bff-487f-8a98-785e533a39bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:10.374948 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f51e20-e08e-423c-bb91-c34eadebd527 req-242e6f18-8f21-4d65-9d41-e6b80c1d2fc9 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747065
Apr 05 16:43:10.400304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Allocated IP 172.20.0.1 (223760c6-0f92-4bf3-ba7f-11ab36f4940b/49095ae7-c790-4bd0-9ce6-d89e4e43bea0/557eb38b-bcc7-46d2-862e-f5f84710d99e) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:43:10.467544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 4367c739-3cca-4ef2-a29c-206682f7a076 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:10.492811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Routers {'59127a69-6d0c-4c2b-bbb1-eec5ea262918'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:10.493474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd3d2828>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:43:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:10.509872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 4367c739-3cca-4ef2-a29c-206682f7a076 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:10.510429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:10.572030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fd5ea6-b590-470d-a097-24b312f2c91d req-4c810128-edbb-4d38-8fa7-0a9f06ec53e1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:10.573606 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-73fd5ea6-b590-470d-a097-24b312f2c91d req-4c810128-edbb-4d38-8fa7-0a9f06ec53e1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.7057891
Apr 05 16:43:10.574716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-d84dd313-37fc-4282-b789-861cbcdc776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:10.576294 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-d84dd313-37fc-4282-b789-861cbcdc776a service neutron] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 919 time: 0.4955981
Apr 05 16:43:10.629373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-9727b73d-181e-4fe4-8a64-25cab8db42a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:10.631538 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-9727b73d-181e-4fe4-8a64-25cab8db42a1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1097 time: 0.1210947
Apr 05 16:43:10.693273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:10.735637 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-99815cef-27f2-407d-9c4d-016187a9ce7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 200  len: 217 time: 0.0929570
Apr 05 16:43:10.741486 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-73fd5ea6-b590-470d-a097-24b312f2c91d req-64543ea5-9d6f-49c0-b1af-97c77daac5a3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1537211
Apr 05 16:43:10.753132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 4367c739-3cca-4ef2-a29c-206682f7a076, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=4367c739-3cca-4ef2-a29c-206682f7a076,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:10.765468 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:10.769204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:10.829346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:10.830932 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-1f20de34-f98c-4815-b2d5-3da1695bcbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:10.832538 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-1f20de34-f98c-4815-b2d5-3da1695bcbed service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.0877378
Apr 05 16:43:10.862829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-0d977c04-1639-4b3a-8be7-c6eb0197f746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:10.864841 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-0d977c04-1639-4b3a-8be7-c6eb0197f746 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 910 time: 0.2226624
Apr 05 16:43:10.949594 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-d628296c-9aa8-46c1-8b36-502865bd52b4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1031902
Apr 05 16:43:11.023436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=4367c739-3cca-4ef2-a29c-206682f7a076,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:11.028687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:11.036830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:11.046277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:11.048277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.057883 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-c3a8bc07-c515-4070-889b-c6ca88cea685 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 217 time: 0.1803260
Apr 05 16:43:11.159972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-ce73239a-e40e-402b-9cb4-52186d740e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:11.161648 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-ce73239a-e40e-402b-9cb4-52186d740e44 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 200  len: 848 time: 0.0854897
Apr 05 16:43:11.178465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.193301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] Set router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:11.202775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Transition to ACTIVE for port object 557eb38b-bcc7-46d2-862e-f5f84710d99e will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:11.233567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-68b88229-6dea-41f4-99aa-52116678ef80 None None] Provisioning complete for port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:11.234050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.236163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-68b88229-6dea-41f4-99aa-52116678ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.251526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:11.362995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Pushing event updated for resources: {'Port': ['ID=557eb38b-bcc7-46d2-862e-f5f84710d99e,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:11.393599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.414277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:11.420969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-9cd6a82e-3917-48ff-a446-6040f8ca6828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:11.422560 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-9cd6a82e-3917-48ff-a446-6040f8ca6828 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9867e52c-7cce-41b7-8806-46db7debbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2204616
Apr 05 16:43:11.448893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12240bb8-2d4f-458f-9511-944e994fda46 req-50799ad7-a780-486d-8c15-d17b4e8b7cfe tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:11.451061 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-12240bb8-2d4f-458f-9511-944e994fda46 req-50799ad7-a780-486d-8c15-d17b4e8b7cfe tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.2879696
Apr 05 16:43:11.521701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,segment=NetworkSegment(14b5a8c5-5020-4f34-a2e6-1ed20ded4f05),segment_id=14b5a8c5-5020-4f34-a2e6-1ed20ded4f05)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:11.527564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-68b88229-6dea-41f4-99aa-52116678ef80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.541634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.546962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:11.623471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-12240bb8-2d4f-458f-9511-944e994fda46 req-46f47fbd-4c32-44c2-8f2d-241ded162606 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1061373
Apr 05 16:43:11.627120 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-781f03bc-a655-4dc9-bc94-75b0d3a58e99 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6643779
Apr 05 16:43:11.724260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:11.730757 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:11.737349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-68b88229-6dea-41f4-99aa-52116678ef80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 16:43:11.737948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd3d2828>, [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T16:43:07Z', 'revision_number': 3, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port': {'id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:06Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:11.738157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-68b88229-6dea-41f4-99aa-52116678ef80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 16:43:11.753244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc46240-89a4-4f38-acfe-e94f608ca62b None None] The sync data for ids ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'] in dv-cinder-774594-2-iscsi is: [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T16:43:07Z', 'revision_number': 3, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port': {'id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:06Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:43:11.792960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:11.797932 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:11.812329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:43:11.812848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:11.869638 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-a17ba46b-cad7-4217-8de3-bfa71ea42458 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4168196
Apr 05 16:43:12.120591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 4367c739-3cca-4ef2-a29c-206682f7a076 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:12.240938 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c1d278d-ef99-4080-b9d4-46df984ecda7 req-988a4226-bee6-4c94-bbd7-557d0ec5a19b service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3632030
Apr 05 16:43:12.375260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 4367c739-3cca-4ef2-a29c-206682f7a076 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:12.375685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:12.396967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6d9c0-0ed0-4831-a937-2e222992c97c req-2607a281-befb-4d30-a1c9-7044632bf30d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:12.406797 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-60b6d9c0-0ed0-4831-a937-2e222992c97c req-2607a281-befb-4d30-a1c9-7044632bf30d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.4286883
Apr 05 16:43:12.523700 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-60b6d9c0-0ed0-4831-a937-2e222992c97c req-9ecb6cbb-91a5-4d82-b62b-3eeb767c32d9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156678
Apr 05 16:43:12.556794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:12.589059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-85e1a076-d599-4b5d-b8fd-92355814500d None None] Provisioning for port 557eb38b-bcc7-46d2-862e-f5f84710d99e completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:12.602895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-85e1a076-d599-4b5d-b8fd-92355814500d None None] Provisioning complete for port 557eb38b-bcc7-46d2-862e-f5f84710d99e triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:12.603307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-85e1a076-d599-4b5d-b8fd-92355814500d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:12.679276 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:12.834620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-85e1a076-d599-4b5d-b8fd-92355814500d None None] Port 557eb38b-bcc7-46d2-862e-f5f84710d99e cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:43:12.865494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:12.865915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:12.979778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e84842-4ff0-4cf2-817e-c8da2f38fc53 req-8ed6a5ac-a482-4f82-b6c5-6a063ca1caad tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:12.992211 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86e84842-4ff0-4cf2-817e-c8da2f38fc53 req-8ed6a5ac-a482-4f82-b6c5-6a063ca1caad tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1601977
Apr 05 16:43:13.116304 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86e84842-4ff0-4cf2-817e-c8da2f38fc53 req-5e38ddbd-a70d-446c-b73e-1641cdefd0e3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1220820
Apr 05 16:43:13.125316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:13.132887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:13.133707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:13.169130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:13.203245 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f9b2b6-63db-4eea-a00f-638c71ef1c05 req-0621ffa8-5bed-470a-af4e-323dcda4b28b service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4923053
Apr 05 16:43:13.327864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Pushing event updated for resources: {'Port': ['ID=557eb38b-bcc7-46d2-862e-f5f84710d99e,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:13.332557 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:13.378339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:13.379996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:13.648171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:43:13.775311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-0463faf8-177d-4b77-90a4-69d186426bf5 None None] Provisioning complete for port 557eb38b-bcc7-46d2-862e-f5f84710d99e triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:13.775726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0463faf8-177d-4b77-90a4-69d186426bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:13.870792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082e02fa-1260-467c-8139-2692bd00db28 req-1192ddb3-cf17-4dcf-a732-6377087abf80 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:13.888764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:43:13.888969 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-082e02fa-1260-467c-8139-2692bd00db28 req-1192ddb3-cf17-4dcf-a732-6377087abf80 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1813519
Apr 05 16:43:13.908182 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] 10.222.0.38 "PUT /v2.0/routers/59127a69-6d0c-4c2b-bbb1-eec5ea262918/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.4850829
Apr 05 16:43:13.910287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-0463faf8-177d-4b77-90a4-69d186426bf5 None None] Port 557eb38b-bcc7-46d2-862e-f5f84710d99e cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:43:13.986133 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-082e02fa-1260-467c-8139-2692bd00db28 req-ee49321d-314c-4a4d-abd4-387471d14ea1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961637
Apr 05 16:43:14.141974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c2de7bcf-20cc-4bd1-a191-9a071a29f315 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:14.229482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port c2de7bcf-20cc-4bd1-a191-9a071a29f315 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:14.245081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port c2de7bcf-20cc-4bd1-a191-9a071a29f315 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:14.245496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:14.412595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:14.433223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port c2de7bcf-20cc-4bd1-a191-9a071a29f315, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=c2de7bcf-20cc-4bd1-a191-9a071a29f315,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:14.438312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:14.441215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:14.462910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb77509-155f-4342-ba8f-be695440ad8a req-33fc9804-cd10-496e-8d10-f257071a4056 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:14.472407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2fb77509-155f-4342-ba8f-be695440ad8a req-33fc9804-cd10-496e-8d10-f257071a4056 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1848078
Apr 05 16:43:14.527512 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2fb77509-155f-4342-ba8f-be695440ad8a req-1e225b5f-6c4c-4f19-93b3-f22399587488 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538659
Apr 05 16:43:14.532071 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=c2de7bcf-20cc-4bd1-a191-9a071a29f315,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:14.535501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:15.365076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd43115-385e-48e5-adc4-f8cc2fe04d2e req-77eb9a2b-f2f9-4e2e-8eef-9753c577dbdf tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:15.371059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Sync routers for ids ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:43:15.374953 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2bd43115-385e-48e5-adc4-f8cc2fe04d2e req-77eb9a2b-f2f9-4e2e-8eef-9753c577dbdf tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1991131
Apr 05 16:43:15.397227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Routers {'59127a69-6d0c-4c2b-bbb1-eec5ea262918'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:15.397940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccc77b00>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:43:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:15.453637 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2bd43115-385e-48e5-adc4-f8cc2fe04d2e req-9213d8ca-c6ca-4772-be30-b7fbd81a2304 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775559
Apr 05 16:43:15.984003 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21934f-7445-4680-8641-be5bfaec8570 req-88a12c22-1284-4705-b5cb-c1bb2c036b7b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:16.002834 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1d21934f-7445-4680-8641-be5bfaec8570 req-88a12c22-1284-4705-b5cb-c1bb2c036b7b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.2356203
Apr 05 16:43:16.115191 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1d21934f-7445-4680-8641-be5bfaec8570 req-174e2ac5-43c8-4971-9cf2-3667de1cfa85 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1111104
Apr 05 16:43:16.288953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Set router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:16.363644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c2de7bcf-20cc-4bd1-a191-9a071a29f315 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:16.775394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port c2de7bcf-20cc-4bd1-a191-9a071a29f315 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:16.775995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:16.803968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8f90ef-10a1-4cf0-aab2-021d69001868 req-d31341fe-8c67-4979-91f5-d56601e37cec tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:16.813323 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fe8f90ef-10a1-4cf0-aab2-021d69001868 req-d31341fe-8c67-4979-91f5-d56601e37cec tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1182435
Apr 05 16:43:16.855508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccc77b00>, [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T16:43:11Z', 'revision_number': 4, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port': {'id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:06Z', 'updated_at': '2021-04-05T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '557eb38b-bcc7-46d2-862e-f5f84710d99e', 'name': '', 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'mac_address': 'fa:16:3e:f2:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '49095ae7-c790-4bd0-9ce6-d89e4e43bea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:09Z', 'updated_at': '2021-04-05T16:43:12Z', 'revision_number': 2, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'subnets': [{'id': '49095ae7-c790-4bd0-9ce6-d89e4e43bea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:16.882560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Checking router: 59127a69-6d0c-4c2b-bbb1-eec5ea262918 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:43:16.883191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Updating router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 port 557eb38b-bcc7-46d2-862e-f5f84710d99e binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:43:16.884103 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fe8f90ef-10a1-4cf0-aab2-021d69001868 req-64de2987-8223-44fb-8f28-6f28b106b556 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691600
Apr 05 16:43:16.985115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:17.509329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48099f9e-56b4-4096-8321-ad24f80beac4 req-4e9e9cd1-7650-4761-a20d-df68b659c761 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:17.511549 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-48099f9e-56b4-4096-8321-ad24f80beac4 req-4e9e9cd1-7650-4761-a20d-df68b659c761 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1215189
Apr 05 16:43:17.579373 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-48099f9e-56b4-4096-8321-ad24f80beac4 req-c78a78ec-b3bf-48b5-bed1-21fe8b90ed46 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0602582
Apr 05 16:43:17.938542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:17.965033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Transition to ACTIVE for port object 557eb38b-bcc7-46d2-862e-f5f84710d99e will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:17.982444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:18.003760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:18.319096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e32b38-f0c5-47e7-8c08-a4fcd5bef240 req-b828ae00-d20a-44ff-942f-b34636016165 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:18.328748 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34e32b38-f0c5-47e7-8c08-a4fcd5bef240 req-b828ae00-d20a-44ff-942f-b34636016165 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1850305
Apr 05 16:43:18.397537 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34e32b38-f0c5-47e7-8c08-a4fcd5bef240 req-a1246b0c-ec89-4c33-afda-0ffa2a5fc47d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0676942
Apr 05 16:43:18.493333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96038-0ca7-4a1a-95f6-80a8ec9a9847 None None] Pushing event updated for resources: {'Port': ['ID=557eb38b-bcc7-46d2-862e-f5f84710d99e,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:18.515732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dbf96038-0ca7-4a1a-95f6-80a8ec9a9847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:18.959674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae0965-b4b4-49d8-8cf3-6c5dae55b9cc req-fb1ab5c1-6cc9-4c16-badf-dd014aebe7de tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:18.964980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Attempting to bind port 557eb38b-bcc7-46d2-862e-f5f84710d99e on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:43:18.965398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Attempting to bind port 557eb38b-bcc7-46d2-862e-f5f84710d99e by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:43:18.969491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Attempting to bind port 557eb38b-bcc7-46d2-862e-f5f84710d99e on network 223760c6-0f92-4bf3-ba7f-11ab36f4940b {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:18.976510 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2fae0965-b4b4-49d8-8cf3-6c5dae55b9cc req-fb1ab5c1-6cc9-4c16-badf-dd014aebe7de tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1804793
Apr 05 16:43:18.997693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 43, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:43:18.997693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Checking segment: {'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:43:18.997693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:18.997693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Bound using segment: {'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:43:18.997693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Bound port: 557eb38b-bcc7-46d2-862e-f5f84710d99e, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:43:19.002796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:19.103019 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2fae0965-b4b4-49d8-8cf3-6c5dae55b9cc req-2635afe1-1d88-4f23-bd14-b926f40173b8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1240394
Apr 05 16:43:19.274218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] For port 557eb38b-bcc7-46d2-862e-f5f84710d99e, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:43:19.284798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] For port 557eb38b-bcc7-46d2-862e-f5f84710d99e, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=557eb38b-bcc7-46d2-862e-f5f84710d99e,segment=NetworkSegment(14b5a8c5-5020-4f34-a2e6-1ed20ded4f05),segment_id=14b5a8c5-5020-4f34-a2e6-1ed20ded4f05)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:43:19.298769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:19.502708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:19.669950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf96038-0ca7-4a1a-95f6-80a8ec9a9847 None None] Pushing event updated for resources: {'Port': ['ID=557eb38b-bcc7-46d2-862e-f5f84710d99e,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:19.675129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dbf96038-0ca7-4a1a-95f6-80a8ec9a9847 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:19.676187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Routers {'59127a69-6d0c-4c2b-bbb1-eec5ea262918'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:19.677082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccc77b00>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:43:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:19.944694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] Set router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:20.366194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8498f63-bab3-494d-beb7-9038d94620ff req-dbbdd29c-8810-4504-8e5e-b8af73e45b06 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:20.380370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b8498f63-bab3-494d-beb7-9038d94620ff req-dbbdd29c-8810-4504-8e5e-b8af73e45b06 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2112627
Apr 05 16:43:20.522544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccc77b00>, [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T16:43:11Z', 'revision_number': 4, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port': {'id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:06Z', 'updated_at': '2021-04-05T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '557eb38b-bcc7-46d2-862e-f5f84710d99e', 'name': '', 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'mac_address': 'fa:16:3e:f2:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '49095ae7-c790-4bd0-9ce6-d89e4e43bea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:09Z', 'updated_at': '2021-04-05T16:43:19Z', 'revision_number': 4, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'subnets': [{'id': '49095ae7-c790-4bd0-9ce6-d89e4e43bea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:20.530177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c96262-a78b-4f44-8063-54575d49cc63 None None] The sync data for ids ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'] in dv-cinder-774594-2-iscsi is: [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T16:43:11Z', 'revision_number': 4, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port': {'id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:06Z', 'updated_at': '2021-04-05T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '557eb38b-bcc7-46d2-862e-f5f84710d99e', 'name': '', 'network_id': '223760c6-0f92-4bf3-ba7f-11ab36f4940b', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'mac_address': 'fa:16:3e:f2:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '49095ae7-c790-4bd0-9ce6-d89e4e43bea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:09Z', 'updated_at': '2021-04-05T16:43:19Z', 'revision_number': 4, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'subnets': [{'id': '49095ae7-c790-4bd0-9ce6-d89e4e43bea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:43:20.601820 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b8498f63-bab3-494d-beb7-9038d94620ff req-ca52330f-febe-448e-952e-14e523ccd63e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1928978
Apr 05 16:43:21.106724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f968769-5769-4fb4-94a9-981254ae9e36 req-ac38bcf1-b3c4-46ad-b90e-8f63a42bafcf tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:21.126578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device f4b28bbb-29e7-4c0e-8138-32a241ef2c7e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:43:21.132421 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5f968769-5769-4fb4-94a9-981254ae9e36 req-ac38bcf1-b3c4-46ad-b90e-8f63a42bafcf tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.2446201
Apr 05 16:43:21.320601 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5f968769-5769-4fb4-94a9-981254ae9e36 req-a7415088-d6ea-4666-a380-ae3468e1aa80 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1870995
Apr 05 16:43:21.980041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:22.048487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'port_id': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'mac_address': 'fa:16:3e:1a:84:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:43:22.229752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:22.260147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 557eb38b-bcc7-46d2-862e-f5f84710d99e up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:22.356033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b28bbb-29e7-4c0e-8138-32a241ef2c7e {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:43:22.403268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:22.412066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:22.431744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:22.636940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:22.647659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:22.715801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 557eb38b-bcc7-46d2-862e-f5f84710d99e completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:22.726840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 557eb38b-bcc7-46d2-862e-f5f84710d99e triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:22.729025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:22.775602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5992300a-f172-48ca-8cfc-1e5efb100c4a req-9d92873a-3d6c-4f22-9924-f7a9915d1a57 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:22.777864 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5992300a-f172-48ca-8cfc-1e5efb100c4a req-9d92873a-3d6c-4f22-9924-f7a9915d1a57 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 945 time: 0.2346785
Apr 05 16:43:22.939142 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5992300a-f172-48ca-8cfc-1e5efb100c4a req-52312943-f1bb-40c1-8d3f-0838fb7d5aeb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1521492
Apr 05 16:43:23.179259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:23.229810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:43:23.366481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 557eb38b-bcc7-46d2-862e-f5f84710d99e, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=557eb38b-bcc7-46d2-862e-f5f84710d99e,segment=NetworkSegment(14b5a8c5-5020-4f34-a2e6-1ed20ded4f05),segment_id=14b5a8c5-5020-4f34-a2e6-1ed20ded4f05)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:23.389108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:23.399260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:23.629577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=557eb38b-bcc7-46d2-862e-f5f84710d99e,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:23.642352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:24.099129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 557eb38b-bcc7-46d2-862e-f5f84710d99e up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:24.210507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 557eb38b-bcc7-46d2-862e-f5f84710d99e triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:24.211055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:24.320674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:43:24.385474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28731f5-5ab3-4733-a713-8980dbfbafcf req-cca32949-658e-4e8e-aa35-b4f096a50886 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:24.388711 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c28731f5-5ab3-4733-a713-8980dbfbafcf req-cca32949-658e-4e8e-aa35-b4f096a50886 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 945 time: 0.2358625
Apr 05 16:43:24.879277 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c28731f5-5ab3-4733-a713-8980dbfbafcf req-2f20b8ca-cc16-4103-8d1e-8c37fb467ac8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4769251
Apr 05 16:43:25.448663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fa9b7c-0314-4b49-89cb-8c98c8540ae7 req-0b829912-13e6-439e-bfe2-340de57c89e0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:25.451831 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-46fa9b7c-0314-4b49-89cb-8c98c8540ae7 req-0b829912-13e6-439e-bfe2-340de57c89e0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 946 time: 0.1599166
Apr 05 16:43:25.525297 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-46fa9b7c-0314-4b49-89cb-8c98c8540ae7 req-9b972b41-77cd-4dba-ba8d-2f45eb00287c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658100
Apr 05 16:43:26.261987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb549b57-459e-4f45-a598-220c5c45a67c req-6e8af31f-3b42-43d5-90b4-099e088f0b03 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:26.263801 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb549b57-459e-4f45-a598-220c5c45a67c req-6e8af31f-3b42-43d5-90b4-099e088f0b03 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 945 time: 0.1971240
Apr 05 16:43:26.334632 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb549b57-459e-4f45-a598-220c5c45a67c req-2f435f08-8b2d-459d-98be-ffc92e3b0780 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636201
Apr 05 16:43:26.774718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ed3e8-7778-498c-b271-83f8c5938335 req-05ed6a66-6a31-44a7-ab9c-2307efd1b89a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:26.777166 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b80ed3e8-7778-498c-b271-83f8c5938335 req-05ed6a66-6a31-44a7-ab9c-2307efd1b89a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 946 time: 0.1058481
Apr 05 16:43:26.841516 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b80ed3e8-7778-498c-b271-83f8c5938335 req-a7ab3a09-ed2c-47a1-9c3f-3b31a0d27a17 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557027
Apr 05 16:43:27.095502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device f4b28bbb-29e7-4c0e-8138-32a241ef2c7e up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:43:27.221611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:27.230357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:27.231109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:27.418096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:27.495490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:27.524032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:27.530892 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:27.534149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-132ce9dd-f701-4026-b969-2696d3823fdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:27.651133 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'code': 200}
Apr 05 16:43:27.811417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:27.816640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:27.866236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0287ec1-d101-44e3-bde4-c052d2201b2a req-4b7d57df-0482-4325-bbe2-7380654eadaa tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:27.875555 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d0287ec1-d101-44e3-bde4-c052d2201b2a req-4b7d57df-0482-4325-bbe2-7380654eadaa tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.2720397
Apr 05 16:43:27.945283 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d0287ec1-d101-44e3-bde4-c052d2201b2a req-d229aed5-4d43-4968-b546-e48657549074 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0681593
Apr 05 16:43:28.283100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad6ff2-91f8-4729-abc4-879e9f3ca707 req-3f945adc-ff7e-4fd1-8e74-17b50cc34f51 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:28.292262 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f9ad6ff2-91f8-4729-abc4-879e9f3ca707 req-3f945adc-ff7e-4fd1-8e74-17b50cc34f51 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 946 time: 0.1928504
Apr 05 16:43:28.485326 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f9ad6ff2-91f8-4729-abc4-879e9f3ca707 req-2ebba839-2fcc-4404-8196-9959edc5fae0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1917520
Apr 05 16:43:28.537429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-bc9a6cd9-b5ea-4aa4-8209-45c908534c84 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:28.539008 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-bc9a6cd9-b5ea-4aa4-8209-45c908534c84 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 946 time: 0.1612639
Apr 05 16:43:28.559085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821749f6-74f1-4f81-90c1-ab6761838843 req-9e5a4094-45dd-4979-ae17-d52c0a89dcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:28.561408 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-821749f6-74f1-4f81-90c1-ab6761838843 req-9e5a4094-45dd-4979-ae17-d52c0a89dcf2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1099 time: 0.1980734
Apr 05 16:43:28.686055 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-821749f6-74f1-4f81-90c1-ab6761838843 req-223d31b8-f5c7-4cbb-8c3e-3948c91f48bb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929892
Apr 05 16:43:28.793928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Deleting port b50d46dd-b8df-40f5-ae80-56b1af88558d {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:43:28.794853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:28.920194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eed149-42eb-48da-bf97-c52d25373c08 req-6e228bf8-e095-4e3a-a6b6-fd8b4edf293d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:28.926366 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e6eed149-42eb-48da-bf97-c52d25373c08 req-6e228bf8-e095-4e3a-a6b6-fd8b4edf293d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.2284720
Apr 05 16:43:29.047411 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e6eed149-42eb-48da-bf97-c52d25373c08 req-dd15bb6e-269a-4631-9641-fcf58272e41b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846059
Apr 05 16:43:29.274271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] For port b50d46dd-b8df-40f5-ae80-56b1af88558d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=b50d46dd-b8df-40f5-ae80-56b1af88558d,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:29.274678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:29.478737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Calling delete_port for b50d46dd-b8df-40f5-ae80-56b1af88558d owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:43:29.676527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:29.682659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f25d446-6996-42f9-ae32-6e6708b5e88a req-1c1f2b7b-66a0-4916-81cb-66d92a31657f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:29.684767 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9f25d446-6996-42f9-ae32-6e6708b5e88a req-1c1f2b7b-66a0-4916-81cb-66d92a31657f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.1077983
Apr 05 16:43:29.746988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9ac7eee9-8715-433d-9186-310c90cccea9', 'c6356390-f7d6-4899-8d7a-55366219f755', 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:43:29.771844 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9f25d446-6996-42f9-ae32-6e6708b5e88a req-e07ed390-cd78-45fd-a096-e7f5cd1b67c6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0782495
Apr 05 16:43:29.842325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8049b168-00b6-47af-93af-08d4a0ad7253 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:29.971559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event deleted for resources: {'Port': ['ID=b50d46dd-b8df-40f5-ae80-56b1af88558d,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:29.983207 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-48025a89-a48b-4a3a-aa03-ff6c91a5587f req-d0d9b31d-43c9-4038-a85a-1ed58281df63 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 210 time: 0.1434207
Apr 05 16:43:29.988040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:30.139077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] No DVR routers for this DVR port b50d46dd-b8df-40f5-ae80-56b1af88558d on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:43:30.148344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:30.171225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'name': 'network-vif-deleted', 'tag': 'b50d46dd-b8df-40f5-ae80-56b1af88558d'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:30.178137 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c26b08a9-b263-41bd-871b-1a75a926ac91 req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "DELETE /v2.0/ports/b50d46dd-b8df-40f5-ae80-56b1af88558d HTTP/1.1" status: 204  len: 173 time: 1.6311181
Apr 05 16:43:30.299727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79e6bcb-ed41-4403-a90f-b3a1b0c48473 req-0226a352-62df-4395-9333-fe30986ca3ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:30.307685 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a79e6bcb-ed41-4403-a90f-b3a1b0c48473 req-0226a352-62df-4395-9333-fe30986ca3ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1014998
Apr 05 16:43:30.384603 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a79e6bcb-ed41-4403-a90f-b3a1b0c48473 req-12c4be8a-2407-4090-b01b-a0c4b54d7373 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0758603
Apr 05 16:43:30.443497 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e483eb-c888-4987-95bc-0901466e02a7', 'name': 'network-vif-deleted', 'tag': 'b50d46dd-b8df-40f5-ae80-56b1af88558d', 'status': 'completed', 'code': 200}
Apr 05 16:43:30.752135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-d3c45a66-a2e8-46da-849a-19fd446003ef tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:30.755635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-d3c45a66-a2e8-46da-849a-19fd446003ef tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:network {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:30.845861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-d3c45a66-a2e8-46da-849a-19fd446003ef tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:network {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:30.847106 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-d3c45a66-a2e8-46da-849a-19fd446003ef tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 814 time: 0.2906542
Apr 05 16:43:30.864397 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-98a811a1-e65a-4b88-b28c-b6ff548c1723 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/quotas/04a75e8049f54c71aae627e7a1b59c19 HTTP/1.1" status: 200  len: 375 time: 0.0106900
Apr 05 16:43:30.971152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-fe3ae10f-4634-44eb-8939-00c58e293607 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:31.004594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-fe3ae10f-4634-44eb-8939-00c58e293607 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:31.006455 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-fe3ae10f-4634-44eb-8939-00c58e293607 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1342661
Apr 05 16:43:31.132036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b50d46dd-b8df-40f5-ae80-56b1af88558d no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:43:31.177573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: b50d46dd-b8df-40f5-ae80-56b1af88558d {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:43:31.177949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device b50d46dd-b8df-40f5-ae80-56b1af88558d not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:43:31.254723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-b3598ef3-13c2-4805-85e6-15a65f39d9da service neutron] 10.222.0.38 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2189503
Apr 05 16:43:31.279771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfe92c6-774d-4576-a2e9-9bd83d2bc77e req-c5f2b833-587d-4511-af5c-5de766bee808 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:31.281769 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ebfe92c6-774d-4576-a2e9-9bd83d2bc77e req-c5f2b833-587d-4511-af5c-5de766bee808 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.1139805
Apr 05 16:43:31.360937 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ebfe92c6-774d-4576-a2e9-9bd83d2bc77e req-57b5d332-9f7c-462b-9a8c-aeb1389d9d19 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616620
Apr 05 16:43:31.460939 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-9a688f51-38f0-476e-931c-8f262d90c196 service neutron] 10.222.0.38 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1936743
Apr 05 16:43:31.584878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f0e54e93-1021-4058-b831-2f8cf190387f req-0dceaa06-b778-4952-8a3a-307d180990e7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:31.613283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f0e54e93-1021-4058-b831-2f8cf190387f req-0dceaa06-b778-4952-8a3a-307d180990e7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:31.629493 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0e54e93-1021-4058-b831-2f8cf190387f req-0dceaa06-b778-4952-8a3a-307d180990e7 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=a5e483eb-c888-4987-95bc-0901466e02a7 HTTP/1.1" status: 200  len: 210 time: 0.1019185
Apr 05 16:43:31.821453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950ae6f-63d2-4579-8319-07ec4a01c569 req-421dff56-33b8-40bb-82f4-29bfae4776b7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:31.823499 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c950ae6f-63d2-4579-8319-07ec4a01c569 req-421dff56-33b8-40bb-82f4-29bfae4776b7 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1185784
Apr 05 16:43:31.913208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c950ae6f-63d2-4579-8319-07ec4a01c569 req-fcedb45d-4695-4a2a-87d1-2ae69193b9a9 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634158
Apr 05 16:43:32.039063 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f7ac3995-729f-413e-8831-c585dae19e2d req-cbd08085-53d6-474e-a156-10c4709ee2ea tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.3548055
Apr 05 16:43:32.621896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f9569-61b7-4ed2-b692-035470084617 req-b8104abf-01cc-44d2-b439-fa0e77960f84 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:32.625252 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c9f9569-61b7-4ed2-b692-035470084617 req-b8104abf-01cc-44d2-b439-fa0e77960f84 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.1027818
Apr 05 16:43:32.719567 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c9f9569-61b7-4ed2-b692-035470084617 req-e7a4a924-7195-4a7a-bc17-d618f78017d2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0794039
Apr 05 16:43:32.969334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4e05b-a3e6-40e0-a7d3-9c093220898a req-a97d2736-369e-4984-a177-239e15dd17b8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:32.973248 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d0c4e05b-a3e6-40e0-a7d3-9c093220898a req-a97d2736-369e-4984-a177-239e15dd17b8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.1150436
Apr 05 16:43:33.078688 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d0c4e05b-a3e6-40e0-a7d3-9c093220898a req-5a1686c5-90ef-4aed-9650-d22a88cd4fb4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927563
Apr 05 16:43:33.101592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 38416) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:33.180497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd08af1-540a-4082-8cbf-ac2b1e6de3bc req-fded8296-efed-4939-8968-b8ebc47a0596 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:33.184666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8bd08af1-540a-4082-8cbf-ac2b1e6de3bc req-fded8296-efed-4939-8968-b8ebc47a0596 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1354370
Apr 05 16:43:33.284047 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5faf0124-62ec-4584-ad79-c730c9dc7332 req-56302284-1043-4202-bcd1-3c2951e31ff5 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0634408
Apr 05 16:43:33.321765 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8bd08af1-540a-4082-8cbf-ac2b1e6de3bc req-c3e8d10c-ed8b-4f04-b8e4-76abd1b5c514 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1305690
Apr 05 16:43:33.383571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-157f88ec-f38e-4003-a466-9e4618105a7d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:33.385140 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-157f88ec-f38e-4003-a466-9e4618105a7d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 945 time: 0.1143389
Apr 05 16:43:33.480643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45624265-51db-4869-961c-4c5a5363af4d tempest-TestShelveInstance-701783858 tempest-TestShelveInstance-701783858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:33.486362 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-45624265-51db-4869-961c-4c5a5363af4d tempest-TestShelveInstance-701783858 tempest-TestShelveInstance-701783858-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1094 time: 0.3851101
Apr 05 16:43:33.486479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 38426) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:33.509337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Request body: {'floatingip': {'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'port_id': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'tenant_id': '783b38225fd44770b12f217841784b22', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:33.527452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:43:33.540102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Usage tracker for resource:floatingip and tenant:783b38225fd44770b12f217841784b22 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:43:33.550461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:43:33.561536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:43:33.589720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Deleting port 9a134953-2f6a-4434-8deb-6dea3a1c8633 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:43:33.590117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:33.594034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for floatingip, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:34.086811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-58e169cb-af93-448f-8f79-52fa34f0ab94 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:34.088888 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-58e169cb-af93-448f-8f79-52fa34f0ab94 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 814 time: 0.4329696
Apr 05 16:43:34.114917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'port': {'device_id': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'admin_state_up': True, 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:34.140842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] For port 9a134953-2f6a-4434-8deb-6dea3a1c8633, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9a134953-2f6a-4434-8deb-6dea3a1c8633,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:34.142928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:34.283586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:34.389946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Calling delete_port for 9a134953-2f6a-4434-8deb-6dea3a1c8633 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:43:34.481335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Allocated IP 172.27.1.172 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/43d59caa-f8a7-4aa1-8616-5c9b64183030) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:43:34.686515 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97d7d4c9-49fa-4969-a71d-3f097a81e443 req-076e1d99-4c38-445f-a6ba-a091daf3e34b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.1107442
Apr 05 16:43:34.775775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:34.825207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6fccd73d-c7dd-4292-a65b-7813942dd5fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:34.826812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['d46c6905-ee98-4f49-b417-e9243e902425', '9a134953-2f6a-4434-8deb-6dea3a1c8633'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:43:34.837580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:34.928403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Pushing event deleted for resources: {'Port': ['ID=9a134953-2f6a-4434-8deb-6dea3a1c8633,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:34.948718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:34.994311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:35.164307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:35.197226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-225ba3dd-b05d-45c8-bed7-7b603f3b06b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:35.213965 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-83912319-8f25-42ef-93ad-087c364787c8 req-460afb2c-cd3e-44c1-99e0-1dc0b25056d4 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.3161488
Apr 05 16:43:35.315766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:35.324298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:35.342805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:43:35.377934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:43:35.383140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'Port': ['ID=43d59caa-f8a7-4aa1-8616-5c9b64183030,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:35.405099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:35.414460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:43:35.468149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Made reservation on behalf of 04a75e8049f54c71aae627e7a1b59c19 for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:43:35.485659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:35.538209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a859d5-1233-40d1-bc0c-11f67dccffe1 req-87fb95aa-fb55-418c-9c75-74f81a4a337e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:35.548291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-39a859d5-1233-40d1-bc0c-11f67dccffe1 req-87fb95aa-fb55-418c-9c75-74f81a4a337e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.6220312
Apr 05 16:43:35.691503 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-39a859d5-1233-40d1-bc0c-11f67dccffe1 req-b23f4a25-6277-4849-ac33-86c84fc2aeb1 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1435070
Apr 05 16:43:35.866673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] No DVR routers for this DVR port 9a134953-2f6a-4434-8deb-6dea3a1c8633 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:43:35.875499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:35.879807 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'name': 'network-vif-deleted', 'tag': '9a134953-2f6a-4434-8deb-6dea3a1c8633'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:35.893759 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-87dfbe2e-d41a-447e-bf33-2c5b2bf07b93 req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "DELETE /v2.0/ports/9a134953-2f6a-4434-8deb-6dea3a1c8633 HTTP/1.1" status: 204  len: 173 time: 2.4727387
Apr 05 16:43:35.956104 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b05d0ce-6b93-4aed-836a-2831fcdb3ff8', 'name': 'network-vif-deleted', 'tag': '9a134953-2f6a-4434-8deb-6dea3a1c8633', 'status': 'completed', 'code': 200}
Apr 05 16:43:36.490897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-0164c49a-a598-4adb-bafe-93709add4a11 req-8cf0787f-f9f5-4711-939d-6ad71cf2c19b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Synchronizing usage tracker for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:36.515431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-0164c49a-a598-4adb-bafe-93709add4a11 req-8cf0787f-f9f5-4711-939d-6ad71cf2c19b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Unset dirty status for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:36.516780 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0164c49a-a598-4adb-bafe-93709add4a11 req-8cf0787f-f9f5-4711-939d-6ad71cf2c19b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.1018958
Apr 05 16:43:36.521790 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6775732-214d-4884-bd56-87204c952ba7 req-2c50f38b-4d8a-4725-a7c7-ed8c24508437 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.6128843
Apr 05 16:43:36.573425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Allocated IP 172.20.0.5 (7037af24-43c3-439c-8823-d6f5e66da6eb/0696da25-08d6-4871-bfbc-a906417296c9/3540ea27-7db7-4272-9be9-50c262ada14d) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:43:36.618166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:36.893006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:36.908347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:36.933955 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Transition to ACTIVE for port object 3540ea27-7db7-4272-9be9-50c262ada14d will not be triggered until provisioned by entity DHCP. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:36.984074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5971fa9-bb9f-4882-b6e9-397d82a81829 req-7e618291-caf3-4f0c-bf25-fb3387b30ed8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:36.992602 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e5971fa9-bb9f-4882-b6e9-397d82a81829 req-7e618291-caf3-4f0c-bf25-fb3387b30ed8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1457126
Apr 05 16:43:37.040151 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e5971fa9-bb9f-4882-b6e9-397d82a81829 req-3e0b51c2-5b35-4485-b8d0-1bed23b75139 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462527
Apr 05 16:43:37.068545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:37.133899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:37.152101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09bd2dda-6d0c-4452-8381-81ac2490e16e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:37.180326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9a134953-2f6a-4434-8deb-6dea3a1c8633 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:43:37.221768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 9a134953-2f6a-4434-8deb-6dea3a1c8633 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:43:37.222160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9a134953-2f6a-4434-8deb-6dea3a1c8633 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:43:37.397679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:37.410538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:37.567510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Network 7037af24-43c3-439c-8823-d6f5e66da6eb is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:43:37.570392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:43:37.574266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:43:37.648212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c3dfdc0c-9fa4-423f-8ffb-0f998c00853d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:37.677957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:37.678817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:37.728235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:37.738575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:37.752553 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d2e4d9f-4e9a-424c-b68e-806a71960831 req-d91c9332-cdbc-49c4-a3d7-94ff94eeb0c8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0686443
Apr 05 16:43:37.755271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:37.757314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:37.811806 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.7019103
Apr 05 16:43:37.887243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-78ea860b-d669-4391-b9fb-8c6d70bb1f7e None None] Provisioning for port 3540ea27-7db7-4272-9be9-50c262ada14d completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:43:37.917240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event updated for resources: {'Port': ['ID=43d59caa-f8a7-4aa1-8616-5c9b64183030,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:37.922169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:37.931573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-78ea860b-d669-4391-b9fb-8c6d70bb1f7e None None] Provisioning complete for port 3540ea27-7db7-4272-9be9-50c262ada14d triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:43:37.932625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-78ea860b-d669-4391-b9fb-8c6d70bb1f7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:38.002543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6201b-4f2f-4c2f-ad87-b0574ffd648d req-d001f989-11b5-4d34-a93a-19f541967d3f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:38.004631 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e9c6201b-4f2f-4c2f-ad87-b0574ffd648d req-d001f989-11b5-4d34-a93a-19f541967d3f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.1289845
Apr 05 16:43:38.007018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-78ea860b-d669-4391-b9fb-8c6d70bb1f7e None None] Port 3540ea27-7db7-4272-9be9-50c262ada14d cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:43:38.040726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:38.077332 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e9c6201b-4f2f-4c2f-ad87-b0574ffd648d req-cec53a82-2993-4941-81ef-207bb62ab939 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643001
Apr 05 16:43:38.244912 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Floating IP b3d5fb24-c2d0-41a4-934f-93be63cd32ad associated. External IP: 172.27.1.172, port: f4b28bbb-29e7-4c0e-8138-32a241ef2c7e.
Apr 05 16:43:38.278228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1a8ca-a065-438e-b18e-c0492e5012d6 req-947985f7-11bf-486b-bc25-01dd523f25fa tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:38.279907 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-44a1a8ca-a065-438e-b18e-c0492e5012d6 req-947985f7-11bf-486b-bc25-01dd523f25fa tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0973845
Apr 05 16:43:38.330632 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-44a1a8ca-a065-438e-b18e-c0492e5012d6 req-af622691-5282-49f4-aa2d-6fe455c578ab tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435851
Apr 05 16:43:38.682648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Router c9730da4-d489-4c3d-aa80-9afb1d8baf13 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:43:38.921809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:43:38.934894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] Sync routers for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:43:38.950517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:38.951436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccfdf2e8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:43:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:38.952540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:39.023194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:39.049376 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.5480745
Apr 05 16:43:39.049376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:39.157499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:39.252490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:39.605977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccfdf2e8>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'b3d5fb24-c2d0-41a4-934f-93be63cd32ad', 'tenant_id': '783b38225fd44770b12f217841784b22', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'port_id': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'mac_address': 'fa:16:3e:1a:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:43:36Z', 'updated_at': '2021-04-05T16:43:36Z', 'revision_number': 0, 'project_id': '783b38225fd44770b12f217841784b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 5, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:39.611139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] Checking router: c9730da4-d489-4c3d-aa80-9afb1d8baf13 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:43:39.621098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:43:39.621757 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccfdf2e8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:43:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:39.661788 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f253a054-3cdc-49cf-9097-dd9322a35ffa req-c2d0fc76-36dd-4883-8f27-b4fe91fb0c02 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0502298
Apr 05 16:43:39.722195 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'status': 'completed', 'code': 200}
Apr 05 16:43:39.847000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:43:39.902732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad60d1-bd07-44bd-9219-f38710e0c2f3 req-e2ae989e-8578-44ed-8ed8-b5d02b39ce85 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:39.905577 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26ad60d1-bd07-44bd-9219-f38710e0c2f3 req-e2ae989e-8578-44ed-8ed8-b5d02b39ce85 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0949335
Apr 05 16:43:39.955283 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26ad60d1-bd07-44bd-9219-f38710e0c2f3 req-b5f5198c-bf7c-4c8e-b193-077c41db7c36 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432558
Apr 05 16:43:40.173843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ea349-69ae-4e56-bb8d-9063e555c2d5 req-0b2878f2-18ee-49ef-bd8a-0cec25a7c810 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:40.175580 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b22ea349-69ae-4e56-bb8d-9063e555c2d5 req-0b2878f2-18ee-49ef-bd8a-0cec25a7c810 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1025696
Apr 05 16:43:40.227227 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b22ea349-69ae-4e56-bb8d-9063e555c2d5 req-bec54cc2-57ce-4780-8ddf-33da4b395dbf tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440261
Apr 05 16:43:40.280796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccfdf2e8>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'b3d5fb24-c2d0-41a4-934f-93be63cd32ad', 'tenant_id': '783b38225fd44770b12f217841784b22', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'port_id': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'mac_address': 'fa:16:3e:1a:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:43:36Z', 'updated_at': '2021-04-05T16:43:36Z', 'revision_number': 0, 'project_id': '783b38225fd44770b12f217841784b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 5, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:40.287472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60355be-c1bc-4cb2-b496-f8b7386f7f70 None None] The sync data for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi is: [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'b3d5fb24-c2d0-41a4-934f-93be63cd32ad', 'tenant_id': '783b38225fd44770b12f217841784b22', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'port_id': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'mac_address': 'fa:16:3e:1a:84:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:43:36Z', 'updated_at': '2021-04-05T16:43:36Z', 'revision_number': 0, 'project_id': '783b38225fd44770b12f217841784b22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 5, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:43:40.446408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7dfbb-787e-4a04-978e-230b8ca61864 req-dcfc69f6-1e2d-4e5b-a9f7-41e589c20907 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:40.448101 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d2b7dfbb-787e-4a04-978e-230b8ca61864 req-dcfc69f6-1e2d-4e5b-a9f7-41e589c20907 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1077578
Apr 05 16:43:40.515398 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d2b7dfbb-787e-4a04-978e-230b8ca61864 req-e6b174af-edb5-478a-96b7-a3fcc6dad890 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605974
Apr 05 16:43:40.542419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 38616) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:40.616698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Deleting subnet 4b76bb91-0b1a-4f15-8b92-131159b455e8 {{(pid=84353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:43:40.621435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:40.684218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f12852d-0c2c-42f9-b1ab-0b86d211bc44 None None] New status for floating IP b3d5fb24-c2d0-41a4-934f-93be63cd32ad: ACTIVE {{(pid=84354) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:43:40.686646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102577'] for subnet, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:40.765048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:40.879472 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3d87b95b-c7c3-422f-b5a6-d4efe24c6b3d req-24572356-acd6-47a6-b622-8b260a3c6acb tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0615401
Apr 05 16:43:41.236522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a11f12a-84d5-4589-9b4e-f4772d250e83 req-b57a3e04-affd-4f87-9110-cb84ce3ccd49 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:41.238181 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5a11f12a-84d5-4589-9b4e-f4772d250e83 req-b57a3e04-affd-4f87-9110-cb84ce3ccd49 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.1241877
Apr 05 16:43:41.289467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5a11f12a-84d5-4589-9b4e-f4772d250e83 req-b41d4546-c79c-4e2b-8226-c9ccf3e0a2bc tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440927
Apr 05 16:43:41.374758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2532991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3018381'] for subnet, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:41.391541 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8077cbdb-9d52-4410-966a-f620f60cac32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:41.444908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b76bb91-0b1a-4f15-8b92-131159b455e8,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:41.449188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:41.518952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffea84d-4858-4b6b-9492-54c2cb8ce9d9 req-d382f5ed-eb23-49fe-a695-be1031e5c63b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:41.520968 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1ffea84d-4858-4b6b-9492-54c2cb8ce9d9 req-d382f5ed-eb23-49fe-a695-be1031e5c63b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1073480
Apr 05 16:43:41.545873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:41.558452 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4b76bb91-0b1a-4f15-8b92-131159b455e8 HTTP/1.1" status: 204  len: 168 time: 1.0147691
Apr 05 16:43:41.561677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 38628) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:41.585920 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1ffea84d-4858-4b6b-9492-54c2cb8ce9d9 req-b59278a6-f00f-423c-b451-800208ab9a0b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586824
Apr 05 16:43:41.702591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:41.798183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a3d71-311e-4c44-b9f6-6edc449a399b req-4a6dd460-45b3-434a-8e7b-bdc8e6025f1d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:41.799810 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-555a3d71-311e-4c44-b9f6-6edc449a399b req-4a6dd460-45b3-434a-8e7b-bdc8e6025f1d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0998087
Apr 05 16:43:41.849877 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-555a3d71-311e-4c44-b9f6-6edc449a399b req-8197e3d1-e479-4a91-8c94-674bcfbe6c3c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435534
Apr 05 16:43:41.907449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:42.029291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cc9e0b70>,) {'filters': {'network_id': ['88750f8c-2a29-4fb8-90f0-8d4a9724e4c3']}} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:42.044231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc9e0b70>, 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe') {'for_net_delete': True} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:42.044757 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc9e0b70>, 'fba222da-5cfd-4d8e-a5ed-391076f9ccbe') {} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:43:42.057524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852673224'] for segment, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:42.067079 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-73d20c56-f44d-4ee4-abe0-02e8d7c03a3e req-875e6a0d-7038-4564-aa3f-08e90c173487 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0553727
Apr 05 16:43:42.076748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:42.084263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=84353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:43:42.278515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:43:42.288482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2533076'] for segment, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:42.479095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Network 88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:43:42.499320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c0ffe7-d522-4ff9-b639-c413e51e65e9 req-313d8fb0-daa4-45e0-b75b-69338b2eac11 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:42.502930 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-14c0ffe7-d522-4ff9-b639-c413e51e65e9 req-313d8fb0-daa4-45e0-b75b-69338b2eac11 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0897784
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:43:42.509146 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:43:42.556188 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-14c0ffe7-d522-4ff9-b639-c413e51e65e9 req-b5b3c0d9-0a0d-4a9a-a303-f6d18ac4a8c7 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0478737
Apr 05 16:43:42.602417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:42.607016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:42.627767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:42.630176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=88750f8c-2a29-4fb8-90f0-8d4a9724e4c3,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:42.633688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:42.645560 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-be2beaf1-927a-490a-a33b-8af46262a1d3 admin admin] 10.222.0.38 "DELETE /v2.0/networks/88750f8c-2a29-4fb8-90f0-8d4a9724e4c3 HTTP/1.1" status: 204  len: 168 time: 1.0803261
Apr 05 16:43:42.812561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e66f3c-e9aa-4878-8ee2-3c175585f3fc req-13b4eaa2-5416-4d52-8ed0-a0c188b092d2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:42.814129 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77e66f3c-e9aa-4878-8ee2-3c175585f3fc req-13b4eaa2-5416-4d52-8ed0-a0c188b092d2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0991330
Apr 05 16:43:42.846370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 38640) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:42.866315 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77e66f3c-e9aa-4878-8ee2-3c175585f3fc req-fc055b4e-0c28-44fd-894d-dfc0be3f3c93 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454669
Apr 05 16:43:42.904719 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-16d5f9af-aa88-44a3-b24e-8d6d35104003 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e79e7137d21b49059d8b4aba2e328e6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0568664
Apr 05 16:43:42.905239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 38646) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:43:42.970721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:43.074433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:43.143408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8148ac25-9c9e-4d1b-a17a-49b5addf2a9e req-b958a3f9-6ebd-49b8-8b1c-0e4d258d3ca9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:43.145021 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8148ac25-9c9e-4d1b-a17a-49b5addf2a9e req-b958a3f9-6ebd-49b8-8b1c-0e4d258d3ca9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1506538
Apr 05 16:43:43.154619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:43.172416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4bd6098e-c6e6-430c-b194-f5ac81a8d2ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:43.194849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5510d55-e5fc-4f0b-97d9-f53a06cb6c42,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:43.206792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:43.224740 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8148ac25-9c9e-4d1b-a17a-49b5addf2a9e req-eb19038f-771e-4e77-bd38-18c33148d2d1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726416
Apr 05 16:43:43.225750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:43.229303 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a5510d55-e5fc-4f0b-97d9-f53a06cb6c42 HTTP/1.1" status: 204  len: 168 time: 0.3204396
Apr 05 16:43:43.394053 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-776cf0fd-fdff-4747-8911-275557f346ab req-a2dea1bf-6f17-4b23-9349-fda5b753da52 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0594311
Apr 05 16:43:43.767918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f251ea-d00c-40ba-a281-e264aacec034 req-96901d1a-a11c-4eb6-b9d0-49da1ed0ffac tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:43.769559 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3f251ea-d00c-40ba-a281-e264aacec034 req-96901d1a-a11c-4eb6-b9d0-49da1ed0ffac tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0929203
Apr 05 16:43:43.822013 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3f251ea-d00c-40ba-a281-e264aacec034 req-4f9024a5-b285-434c-8b54-6f0f731a60ee tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452626
Apr 05 16:43:44.120989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a45dc3-34ed-44db-8a62-c57b0bedc9c1 req-12631ca1-8843-48b1-bfc2-55d7f9b8e9d5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:44.123097 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5a45dc3-34ed-44db-8a62-c57b0bedc9c1 req-12631ca1-8843-48b1-bfc2-55d7f9b8e9d5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1302540
Apr 05 16:43:44.172952 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5a45dc3-34ed-44db-8a62-c57b0bedc9c1 req-90cd8929-057c-4a8c-874b-0eba283c54db tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430923
Apr 05 16:43:44.440750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211cef3-7cbe-4f4b-a193-89c889476eef req-8a7f2c36-0fe0-4528-a871-1f4bf973792e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:44.442355 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b211cef3-7cbe-4f4b-a193-89c889476eef req-8a7f2c36-0fe0-4528-a871-1f4bf973792e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0968552
Apr 05 16:43:44.492675 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b211cef3-7cbe-4f4b-a193-89c889476eef req-23c1835f-af9e-41f1-9171-bf4cd96aad3b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434294
Apr 05 16:43:44.679964 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-18554a19-1ff4-4e15-8afb-dc2461e5872a req-0a2ffee2-fc05-4033-a601-4daa6ad5dfd8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0605927
Apr 05 16:43:45.044578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82c1d30-463c-49a2-92d2-8613534deb37 req-6121faed-a744-4840-b4f7-966710d34436 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:45.046386 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e82c1d30-463c-49a2-92d2-8613534deb37 req-6121faed-a744-4840-b4f7-966710d34436 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.1001885
Apr 05 16:43:45.102533 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e82c1d30-463c-49a2-92d2-8613534deb37 req-f6420d86-f1dc-4075-974a-5b83cb93727a tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491490
Apr 05 16:43:45.384279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659a68f-3209-4a33-b111-a15d9a948858 req-159907e3-92d9-4552-a4c1-e13409ac82ae tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:45.386378 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b659a68f-3209-4a33-b111-a15d9a948858 req-159907e3-92d9-4552-a4c1-e13409ac82ae tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0964708
Apr 05 16:43:45.447433 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b659a68f-3209-4a33-b111-a15d9a948858 req-ee8d3d84-f827-49a6-8860-8e5ebf45d5ef tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0522270
Apr 05 16:43:45.706911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d0789-377f-4827-81b4-6bacdc665a5a req-e08cd039-90e9-47df-9afd-0ce9467a0ffa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:45.709459 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b63d0789-377f-4827-81b4-6bacdc665a5a req-e08cd039-90e9-47df-9afd-0ce9467a0ffa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0911562
Apr 05 16:43:45.762905 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b63d0789-377f-4827-81b4-6bacdc665a5a req-d604a2b9-3baf-4890-b094-8644d0a7232e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478280
Apr 05 16:43:45.935079 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ad0fdb47-1c71-4050-a8f8-8c046d1b149e req-c0f86ad3-4a8a-462a-b1ad-e74a9533ff20 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0485308
Apr 05 16:43:46.325503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3721ed2-7d93-44b4-ab7c-e81c932e5541 req-4f974eaf-77fa-422c-93c5-b78ca00d41f3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:46.327096 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3721ed2-7d93-44b4-ab7c-e81c932e5541 req-4f974eaf-77fa-422c-93c5-b78ca00d41f3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0904074
Apr 05 16:43:46.384032 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3721ed2-7d93-44b4-ab7c-e81c932e5541 req-6068c2ef-3624-4ee0-b2ac-d6f0b1d4226d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500832
Apr 05 16:43:46.667031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51d7a4-13ee-49bf-a81f-695478efc7d0 req-60ae820b-3e8d-44fe-ad7a-ffaa3d81ee5a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:46.669337 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fa51d7a4-13ee-49bf-a81f-695478efc7d0 req-60ae820b-3e8d-44fe-ad7a-ffaa3d81ee5a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0971704
Apr 05 16:43:46.718823 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fa51d7a4-13ee-49bf-a81f-695478efc7d0 req-2af364e4-843b-4b43-9aec-7af4021e02b3 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428703
Apr 05 16:43:46.983825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ca6ca-19d1-4f44-83e8-973638f98158 req-2693546f-ad34-4705-8ea8-fb996d0423d8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:46.985351 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f84ca6ca-19d1-4f44-83e8-973638f98158 req-2693546f-ad34-4705-8ea8-fb996d0423d8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0954597
Apr 05 16:43:47.038038 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f84ca6ca-19d1-4f44-83e8-973638f98158 req-f664f128-edf4-415f-9fae-3bdbb9f3764d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452356
Apr 05 16:43:47.218499 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82051f4a-18f7-406c-8acf-233073b714fb req-6b47b773-451e-4d0d-a532-6a9c944c06d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0502474
Apr 05 16:43:47.593963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345d9c0-8edc-41b6-9c0e-ec3213684df9 req-23e2be38-efe4-4f63-aa11-d79e472e1876 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:47.595665 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8345d9c0-8edc-41b6-9c0e-ec3213684df9 req-23e2be38-efe4-4f63-aa11-d79e472e1876 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0931160
Apr 05 16:43:47.651468 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8345d9c0-8edc-41b6-9c0e-ec3213684df9 req-8427f1a9-49a6-4666-9db3-2f592c176c54 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494826
Apr 05 16:43:47.928745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8d98d-4dad-4229-87cc-f33fb0300d98 req-b6a5fe04-8c28-4d89-a332-fa4a18f77c71 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:47.930718 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-61d8d98d-4dad-4229-87cc-f33fb0300d98 req-b6a5fe04-8c28-4d89-a332-fa4a18f77c71 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0964737
Apr 05 16:43:47.981082 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-61d8d98d-4dad-4229-87cc-f33fb0300d98 req-5a0f50fc-5718-49c7-a9a1-3b0c086a7c17 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434582
Apr 05 16:43:48.261079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a88c7e-b83e-4586-8d2d-9ea091902bb6 req-affc2a9f-450b-4e5f-b0cd-3b4e251ec628 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:48.263207 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86a88c7e-b83e-4586-8d2d-9ea091902bb6 req-affc2a9f-450b-4e5f-b0cd-3b4e251ec628 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0972357
Apr 05 16:43:48.314847 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86a88c7e-b83e-4586-8d2d-9ea091902bb6 req-8fc8e28a-d035-4781-86df-02953b01ed25 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441339
Apr 05 16:43:48.470856 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3ead532d-7c03-49c9-984f-fb91ebfa3bcd req-b48688d0-09b5-40a2-978a-2829fb268b9d tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0513637
Apr 05 16:43:48.862258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb5f5c-3c7b-4e2e-80cb-8c8ef795445e req-93ad9f85-c463-4843-b00e-8da838078696 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:48.863868 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4eb5f5c-3c7b-4e2e-80cb-8c8ef795445e req-93ad9f85-c463-4843-b00e-8da838078696 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0946519
Apr 05 16:43:48.912970 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4eb5f5c-3c7b-4e2e-80cb-8c8ef795445e req-c849363b-b82d-4557-8b9b-f95e39c2070d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427775
Apr 05 16:43:49.190616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159dad4-2b32-4469-8670-bf6db8e9e0af req-d47ed77d-8f91-488d-a835-fe6351431236 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:49.192187 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c159dad4-2b32-4469-8670-bf6db8e9e0af req-d47ed77d-8f91-488d-a835-fe6351431236 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0907612
Apr 05 16:43:49.241360 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c159dad4-2b32-4469-8670-bf6db8e9e0af req-997d214c-4312-452e-9e98-bddc219fca2a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427940
Apr 05 16:43:49.534073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade8823-dff5-4092-869c-3b7ba7bbb8f3 req-489388c0-48f3-4ff8-9226-f7316a1c8b7f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:49.535683 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eade8823-dff5-4092-869c-3b7ba7bbb8f3 req-489388c0-48f3-4ff8-9226-f7316a1c8b7f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0960362
Apr 05 16:43:49.584516 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eade8823-dff5-4092-869c-3b7ba7bbb8f3 req-5e5ac90f-7f74-406b-8f00-a0e4693aa31c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424445
Apr 05 16:43:49.753212 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-287e4e19-79c8-4edc-833d-979c9853a0dd req-d2d47bef-815f-458d-882f-6be442303297 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0530145
Apr 05 16:43:50.345347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5bbad6-4df6-49e5-8922-81508c1d827a req-8ae63133-dfb0-4e66-b319-31a3f5e158a4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:50.346841 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1c5bbad6-4df6-49e5-8922-81508c1d827a req-8ae63133-dfb0-4e66-b319-31a3f5e158a4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.2997246
Apr 05 16:43:50.401740 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1c5bbad6-4df6-49e5-8922-81508c1d827a req-7c01d8f1-8cb5-48ba-89a3-915d207761a6 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485814
Apr 05 16:43:50.610247 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f92ee8-7d7a-43cc-9e4b-bc0ad7061d81 req-15a7b59f-2b42-4839-a823-b8d892208e21 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:50.611815 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69f92ee8-7d7a-43cc-9e4b-bc0ad7061d81 req-15a7b59f-2b42-4839-a823-b8d892208e21 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1015420
Apr 05 16:43:50.662075 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69f92ee8-7d7a-43cc-9e4b-bc0ad7061d81 req-657bd67c-c3fc-459a-8b1a-53ada7928a17 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437803
Apr 05 16:43:50.879530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b9dfb8-08d4-41c6-a9ab-603b265ca9df req-fd33908d-fd34-43bc-9391-4a0060c2539d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:50.881056 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63b9dfb8-08d4-41c6-a9ab-603b265ca9df req-fd33908d-fd34-43bc-9391-4a0060c2539d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0987871
Apr 05 16:43:50.932667 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63b9dfb8-08d4-41c6-a9ab-603b265ca9df req-4f544523-a780-437f-8cfc-6471a446c669 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448451
Apr 05 16:43:51.097201 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a9ccc631-f9b6-456f-b7d7-ba1606b66403 req-1d0089b3-067a-45fd-94a4-011113047f30 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0536139
Apr 05 16:43:51.609665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ae142a-3d51-42da-9e06-c7a8fefe9404 req-dd15e0f8-e08f-4326-8592-456ce6fa7519 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:51.611239 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55ae142a-3d51-42da-9e06-c7a8fefe9404 req-dd15e0f8-e08f-4326-8592-456ce6fa7519 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0910187
Apr 05 16:43:51.663099 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55ae142a-3d51-42da-9e06-c7a8fefe9404 req-a59955f0-a8c2-4210-918d-a11f723e7578 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454290
Apr 05 16:43:51.870574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682c75a-d55c-4df0-a305-ff4cc9a9d2bf req-7eb7222d-adba-4bbe-a455-4d36eb74e886 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:51.872704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8682c75a-d55c-4df0-a305-ff4cc9a9d2bf req-7eb7222d-adba-4bbe-a455-4d36eb74e886 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0918162
Apr 05 16:43:51.921771 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8682c75a-d55c-4df0-a305-ff4cc9a9d2bf req-fa59f83c-01c9-4b63-8262-83262fd5a172 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425968
Apr 05 16:43:52.143683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69003659-a298-4114-be2c-58ca0fb6b916 req-a14b72b5-8fed-4d31-9d09-695f4a43cc2e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:52.145298 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69003659-a298-4114-be2c-58ca0fb6b916 req-a14b72b5-8fed-4d31-9d09-695f4a43cc2e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0891616
Apr 05 16:43:52.193872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69003659-a298-4114-be2c-58ca0fb6b916 req-471afd79-305f-491a-a521-2a863bf544e0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421393
Apr 05 16:43:52.351375 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ace2ef53-98b5-40d7-8f9f-e7f16353edcb req-08e43576-bf3a-4fc6-8358-b3f39ce7be69 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0536039
Apr 05 16:43:52.866209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f7e57-7389-496e-9774-4a5114e060fd req-ee532d75-2741-4126-80d3-3493775af5b1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:52.867696 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ca6f7e57-7389-496e-9774-4a5114e060fd req-ee532d75-2741-4126-80d3-3493775af5b1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0894489
Apr 05 16:43:52.915903 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ca6f7e57-7389-496e-9774-4a5114e060fd req-c3f7fb44-6ec0-430b-bf29-4f819b6ac5a8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408001
Apr 05 16:43:53.131380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032e50e-ba81-4970-8622-a86a9fdf0dab req-a8ecd279-c92f-4678-bd4b-0812aebce601 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:53.133142 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b032e50e-ba81-4970-8622-a86a9fdf0dab req-a8ecd279-c92f-4678-bd4b-0812aebce601 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.0936601
Apr 05 16:43:53.183103 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b032e50e-ba81-4970-8622-a86a9fdf0dab req-489bf886-9ad7-4b86-9f1b-0b9fb7bd8b3c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428646
Apr 05 16:43:53.398727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bce04-9157-4312-901b-7ec481bea66d req-7fe419b6-6082-4812-96f0-04d8e6b2e504 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:53.400196 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b34bce04-9157-4312-901b-7ec481bea66d req-7fe419b6-6082-4812-96f0-04d8e6b2e504 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0864847
Apr 05 16:43:53.451225 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b34bce04-9157-4312-901b-7ec481bea66d req-645bd373-d1d1-4e16-879c-e775dc437163 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439906
Apr 05 16:43:53.605095 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cbcc54b2-be52-4c4b-b435-216633962d09 req-b4c11559-76dd-4263-b10e-7526dd61957e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0485184
Apr 05 16:43:53.973431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Request body: {'port': {'device_id': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:43:54.101928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:54.125591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f5387-3b3e-40dd-990e-59837c4e5dea req-88137430-858a-4d88-ae87-6a730cdffea7 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:54.127500 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a60f5387-3b3e-40dd-990e-59837c4e5dea req-88137430-858a-4d88-ae87-6a730cdffea7 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 931 time: 0.0936072
Apr 05 16:43:54.183164 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a60f5387-3b3e-40dd-990e-59837c4e5dea req-a50d8566-a394-4b5d-a02a-eea7b59ed471 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487895
Apr 05 16:43:54.516613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a94f-eecd-4438-a597-638ce8a66648 req-ee110b56-2896-401f-bc3f-93bb566405f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:54.518212 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8862a94f-eecd-4438-a597-638ce8a66648 req-ee110b56-2896-401f-bc3f-93bb566405f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1099 time: 0.2600663
Apr 05 16:43:54.528799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dde6678-db4d-47fe-a520-b6e4ddaebd85 req-33403ba5-223f-4f95-810d-285bca93d17f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:54.530424 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2dde6678-db4d-47fe-a520-b6e4ddaebd85 req-33403ba5-223f-4f95-810d-285bca93d17f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.2018199
Apr 05 16:43:54.580728 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-65aeec8c-c115-4a0d-b020-d0f5f74ffbad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1856480
Apr 05 16:43:54.693049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3540ea27-7db7-4272-9be9-50c262ada14d {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:43:54.705311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:54.733305 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2dde6678-db4d-47fe-a520-b6e4ddaebd85 req-2073850e-691b-4a41-8278-9bb3e8fedfb6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1744916
Apr 05 16:43:54.733886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Transition to ACTIVE for port object 3540ea27-7db7-4272-9be9-50c262ada14d will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:43:54.740863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:54.759974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-189c07d0-4340-4bea-8799-1e36ccd37dbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:54.789462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a94f-eecd-4438-a597-638ce8a66648 req-3a5ccc7e-d263-42f1-b3eb-a7e7fab98f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:54.791042 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8862a94f-eecd-4438-a597-638ce8a66648 req-3a5ccc7e-d263-42f1-b3eb-a7e7fab98f94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 910 time: 0.2587612
Apr 05 16:43:54.798513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-c53e71d9-939f-490e-997d-d2ad56562f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:54.800183 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-c53e71d9-939f-490e-997d-d2ad56562f1f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f8fad649324a40268dc16b9af4236811&device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 1098 time: 0.1354346
Apr 05 16:43:54.920935 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8862a94f-eecd-4438-a597-638ce8a66648 req-f0f6a4de-a128-478c-893c-090844b71668 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 1002 time: 0.1095994
Apr 05 16:43:54.963543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3699eef-dadc-4eec-adbd-98bc7ff75ec6 req-72d7b156-2518-4cde-99de-1834529be472 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:54.965259 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3699eef-dadc-4eec-adbd-98bc7ff75ec6 req-72d7b156-2518-4cde-99de-1834529be472 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.3460140
Apr 05 16:43:55.010450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Pushing event updated for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:55.021983 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-22e13efc-9e33-47f1-ac9a-9eeb9d8a5f89 req-20ea1952-5743-4f88-adfe-0602b8c65e13 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=7b05d0ce-6b93-4aed-836a-2831fcdb3ff8 HTTP/1.1" status: 200  len: 210 time: 0.0755212
Apr 05 16:43:55.034355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.034702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.035101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.035490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.035882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.036324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.036713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.037134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.037526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.037912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.038297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.038678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:55.052077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:55.150674 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3699eef-dadc-4eec-adbd-98bc7ff75ec6 req-813344d8-cb91-41f9-a79a-ca973e48b870 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1771939
Apr 05 16:43:55.173925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a94f-eecd-4438-a597-638ce8a66648 req-fbc6e631-79dd-4bb6-8090-069a7fbcdcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:55.175575 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8862a94f-eecd-4438-a597-638ce8a66648 req-fbc6e631-79dd-4bb6-8090-069a7fbcdcbf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 200  len: 848 time: 0.1697931
Apr 05 16:43:55.276195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Attempting to bind port 3540ea27-7db7-4272-9be9-50c262ada14d on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:43:55.276878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Attempting to bind port 3540ea27-7db7-4272-9be9-50c262ada14d by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:43:55.277460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Attempting to bind port 3540ea27-7db7-4272-9be9-50c262ada14d on network 7037af24-43c3-439c-8823-d6f5e66da6eb {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:55.283827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Port 3540ea27-7db7-4272-9be9-50c262ada14d on network 7037af24-43c3-439c-8823-d6f5e66da6eb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:43:55.284513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Attempting to bind port 3540ea27-7db7-4272-9be9-50c262ada14d on network 7037af24-43c3-439c-8823-d6f5e66da6eb {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:43:55.292268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:43:55.293038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Checking segment: {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:43:55.294375 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Bound using segment: {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:43:55.295210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Bound port: 3540ea27-7db7-4272-9be9-50c262ada14d, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2987f086-936f-4e02-ba0d-01101a47ffe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:43:55.295763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:55.313224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-82ecdfb2-81d0-454e-aec5-75585fa64008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:55.314809 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-82ecdfb2-81d0-454e-aec5-75585fa64008 service neutron] 10.222.0.35 "GET /v2.0/networks?id=f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 200  len: 919 time: 0.3928733
Apr 05 16:43:55.321805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862a94f-eecd-4438-a597-638ce8a66648 req-3e0a1a69-fc1e-4be7-a63a-14c6838117c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:55.323340 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8862a94f-eecd-4438-a597-638ce8a66648 req-3e0a1a69-fc1e-4be7-a63a-14c6838117c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9867e52c-7cce-41b7-8806-46db7debbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1376450
Apr 05 16:43:55.410308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:43:55.413508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=3540ea27-7db7-4272-9be9-50c262ada14d,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:43:55.416881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:55.432637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:55.453612 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-e8d4b4b7-cd8d-495a-98b5-c4b8f969b1d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 200  len: 217 time: 0.1292496
Apr 05 16:43:55.589282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Pushing event updated for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:55.595234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:55.628580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:55.629219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:55.629619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-f6fe8960-3769-4d12-844f-be85f3f7dc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:55.630867 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] 10.222.0.35 "PUT /v2.0/ports/3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 1093 time: 1.6625524
Apr 05 16:43:55.631152 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-f6fe8960-3769-4d12-844f-be85f3f7dc1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 200  len: 858 time: 0.1558726
Apr 05 16:43:55.631269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:55.710923 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d', 'status': 'completed', 'code': 200}
Apr 05 16:43:55.719599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc219b8-d039-4194-9f58-7f7f34fdaeca req-32afcee1-8e90-490c-8e89-4b0e27569f61 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:55.721259 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5fc219b8-d039-4194-9f58-7f7f34fdaeca req-32afcee1-8e90-490c-8e89-4b0e27569f61 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 943 time: 0.3383508
Apr 05 16:43:55.728255 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8862a94f-eecd-4438-a597-638ce8a66648 req-fc379d1c-64e8-4ae4-96cd-7ced993a0912 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3441012
Apr 05 16:43:55.751660 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-89e44300-9390-4d4a-b394-84423f611d66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f4ad239f-6ae0-4f56-bef8-fe62df70c145&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0880222
Apr 05 16:43:55.828674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-79bf24ed-ee7b-448b-a35f-2456047ba262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:55.830775 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-79bf24ed-ee7b-448b-a35f-2456047ba262 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1096 time: 0.0937505
Apr 05 16:43:55.985034 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-d53d13d0-974b-40c9-bb47-f3ff9e23374d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.1238990
Apr 05 16:43:56.081622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-6c4c1637-d9b3-4ff0-b7f2-ca7aa0960253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:56.083200 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-6c4c1637-d9b3-4ff0-b7f2-ca7aa0960253 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0900126
Apr 05 16:43:56.096162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa4a5cc-d14a-4a30-844e-83e64367c627 req-e0e7a990-01bd-43c8-b817-2f6c564d04d8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:56.097901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7aa4a5cc-d14a-4a30-844e-83e64367c627 req-e0e7a990-01bd-43c8-b817-2f6c564d04d8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1794181
Apr 05 16:43:56.202814 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5fc219b8-d039-4194-9f58-7f7f34fdaeca req-2080b923-90f4-4797-a5ac-5f2785cda1d2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4734862
Apr 05 16:43:56.208751 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7aa4a5cc-d14a-4a30-844e-83e64367c627 req-850e81a1-357b-4232-b9b5-4a0b3575b1bc tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035306
Apr 05 16:43:56.247295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-b6361f57-5cf6-472c-bffa-38c98ef418cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:56.250492 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-b6361f57-5cf6-472c-bffa-38c98ef418cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1302533
Apr 05 16:43:56.265690 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-06f162d9-c44d-4387-97d1-0855d0f37977 service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4830399
Apr 05 16:43:56.345082 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8862a94f-eecd-4438-a597-638ce8a66648 req-c644b95e-a60b-4fd7-a26a-5624bcf84806 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5904896
Apr 05 16:43:56.457013 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-041e988c-43be-46f3-8f99-af8dd4fa816b req-381ac55b-e5e4-408e-a429-ae925900e76c service neutron] 10.222.0.35 "GET /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1824625
Apr 05 16:43:56.685023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-62755cd0-78fa-4e9f-8595-4b013a08cc81 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:56.686582 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-62755cd0-78fa-4e9f-8595-4b013a08cc81 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.1089206
Apr 05 16:43:56.744856 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-12aed21c-91d1-429c-82a3-3985e807728d service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4839733
Apr 05 16:43:56.769347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5f83c-d1f8-4b37-802b-0216b5cf5593 req-7b75f7ad-0ab9-4d77-81cb-8fb523700f79 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:56.771019 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cbf5f83c-d1f8-4b37-802b-0216b5cf5593 req-7b75f7ad-0ab9-4d77-81cb-8fb523700f79 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1387844
Apr 05 16:43:56.883837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Deleting port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:43:56.884261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:56.930093 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cbf5f83c-d1f8-4b37-802b-0216b5cf5593 req-cad35780-69da-4d46-a099-53a7feff95c9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1522734
Apr 05 16:43:56.970982 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-475563c8-1cc5-4e6e-90fe-0159f58afe35 req-6963c99a-f119-4843-b3e4-0cb6b1d9fdaa service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1777487
Apr 05 16:43:56.995789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7be72-ff67-4d43-aa60-1f76e449273c req-2ad5b0ab-10b5-4ea5-aa80-79e041db8621 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:56.997445 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbc7be72-ff67-4d43-aa60-1f76e449273c req-2ad5b0ab-10b5-4ea5-aa80-79e041db8621 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2509906
Apr 05 16:43:57.100901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbc7be72-ff67-4d43-aa60-1f76e449273c req-7a3ffa3d-bfcc-4717-8371-bf4cbb24bc52 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962331
Apr 05 16:43:57.195410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-2bca7963-ba79-4eb0-b777-93c7ddcb042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:57.197016 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-2bca7963-ba79-4eb0-b777-93c7ddcb042a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1096 time: 0.0834112
Apr 05 16:43:57.217606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] For port cff2f0fe-60e1-431c-9bd7-fdf214b85db6, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:43:57.218010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:57.371206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Calling delete_port for cff2f0fe-60e1-431c-9bd7-fdf214b85db6 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:43:57.406842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-29953940-3dfc-4ab1-b9a9-c14c8309d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:57.408502 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-29953940-3dfc-4ab1-b9a9-c14c8309d875 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.2046251
Apr 05 16:43:57.492023 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-028e7dce-0425-46d1-b882-23ce94e6d53c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.0757897
Apr 05 16:43:57.522683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911f0e6-8948-421f-966b-dd7cc1ff0e1d req-1942cb5c-cefc-4653-a5fb-b2a6db955a30 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:57.523446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-2911f0e6-8948-421f-966b-dd7cc1ff0e1d req-1942cb5c-cefc-4653-a5fb-b2a6db955a30 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:57.585283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43005dcf-61d9-4d71-867c-1d95baeed0ec req-34045541-1b52-4864-9b46-40eaee6e2c8e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:57.586894 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43005dcf-61d9-4d71-867c-1d95baeed0ec req-34045541-1b52-4864-9b46-40eaee6e2c8e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 945 time: 0.2237899
Apr 05 16:43:57.594864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-2911f0e6-8948-421f-966b-dd7cc1ff0e1d req-1942cb5c-cefc-4653-a5fb-b2a6db955a30 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:57.596162 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2911f0e6-8948-421f-966b-dd7cc1ff0e1d req-1942cb5c-cefc-4653-a5fb-b2a6db955a30 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 943 time: 0.2457957
Apr 05 16:43:57.606888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-32408a4f-3029-4221-b8e6-c747c1344fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:57.606888 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-32408a4f-3029-4221-b8e6-c747c1344fb7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0797331
Apr 05 16:43:57.654284 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:57.674626 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43005dcf-61d9-4d71-867c-1d95baeed0ec req-e3fb4388-52d4-45b3-addc-e91ff8db88a9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0768902
Apr 05 16:43:57.675569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c29ba62-838b-4901-ac94-7a1d05d009d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:43:57.710650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-2911f0e6-8948-421f-966b-dd7cc1ff0e1d req-a8973022-fa37-4401-a1ec-83074037823b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:57.740287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9ac7eee9-8715-433d-9186-310c90cccea9', 'c6356390-f7d6-4899-8d7a-55366219f755'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:43:57.742279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event deleted for resources: {'Port': ['ID=cff2f0fe-60e1-431c-9bd7-fdf214b85db6,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:43:57.744622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-2911f0e6-8948-421f-966b-dd7cc1ff0e1d req-a8973022-fa37-4401-a1ec-83074037823b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:57.745860 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2911f0e6-8948-421f-966b-dd7cc1ff0e1d req-a8973022-fa37-4401-a1ec-83074037823b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380205
Apr 05 16:43:57.748035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-413fc1eb-59cf-4283-9dff-c699cfdd2477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:57.749575 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-413fc1eb-59cf-4283-9dff-c699cfdd2477 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1212652
Apr 05 16:43:57.801416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.801839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.802251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.802679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.803058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.803459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.803856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.804280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.804685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.805077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.805471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.805879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:43:57.815827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:43:57.960870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] No DVR routers for this DVR port cff2f0fe-60e1-431c-9bd7-fdf214b85db6 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:43:57.964212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:43:57.967153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'name': 'network-vif-deleted', 'tag': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:43:57.985229 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63a7cd85-3163-4742-abb6-1d8a1c415eba req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "DELETE /v2.0/ports/cff2f0fe-60e1-431c-9bd7-fdf214b85db6 HTTP/1.1" status: 204  len: 173 time: 1.1974523
Apr 05 16:43:58.054753 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-56b6edc9-9e60-473f-a941-052fe6c1ee70 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2312951
Apr 05 16:43:58.136054 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f84c3288-1c8b-435d-a1d0-3b7bd75f16a8', 'name': 'network-vif-deleted', 'tag': 'cff2f0fe-60e1-431c-9bd7-fdf214b85db6', 'status': 'completed', 'code': 200}
Apr 05 16:43:58.191561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55741dde-ca5f-4322-9648-8ab779d178f5 req-501f3b72-92fc-4b2b-92c2-5e128e7a47e4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:58.193317 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55741dde-ca5f-4322-9648-8ab779d178f5 req-501f3b72-92fc-4b2b-92c2-5e128e7a47e4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1234493
Apr 05 16:43:58.254399 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55741dde-ca5f-4322-9648-8ab779d178f5 req-c46bd180-89f3-44ea-a1b6-d66e3e8d9da5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0545399
Apr 05 16:43:58.297857 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f17933f-00bc-4c5e-ab1a-193b661d207a req-47c0b287-7fd8-4631-bc6d-6a47f2e384ae service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2025044
Apr 05 16:43:58.338662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfb0b7-2af7-47de-b759-0a02b1271856 req-62977c02-7aa6-45e8-866c-4338daf0590b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:58.340271 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a4dfb0b7-2af7-47de-b759-0a02b1271856 req-62977c02-7aa6-45e8-866c-4338daf0590b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0963240
Apr 05 16:43:58.394162 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a4dfb0b7-2af7-47de-b759-0a02b1271856 req-1291e06e-96ec-4418-aed9-45748d26d60b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466075
Apr 05 16:43:58.856812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-db510368-585c-4292-bf1d-13aca702d770 req-229d2389-a523-4847-8958-97719155b10e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:43:58.872562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-db510368-585c-4292-bf1d-13aca702d770 req-229d2389-a523-4847-8958-97719155b10e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:43:58.873836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-db510368-585c-4292-bf1d-13aca702d770 req-229d2389-a523-4847-8958-97719155b10e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=f84c3288-1c8b-435d-a1d0-3b7bd75f16a8 HTTP/1.1" status: 200  len: 210 time: 0.0661714
Apr 05 16:43:58.953325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8257aa8-dab1-4b91-b268-1b42af423cce req-da0fddd3-410f-48dc-a0b8-5cc148e94b42 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:58.954942 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a8257aa8-dab1-4b91-b268-1b42af423cce req-da0fddd3-410f-48dc-a0b8-5cc148e94b42 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 943 time: 0.0914292
Apr 05 16:43:59.005690 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a8257aa8-dab1-4b91-b268-1b42af423cce req-c6e093c0-947e-4bbd-b753-1ae785d6e3cc tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442126
Apr 05 16:43:59.327557 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device cff2f0fe-60e1-431c-9bd7-fdf214b85db6 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:43:59.366805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: cff2f0fe-60e1-431c-9bd7-fdf214b85db6 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:43:59.367520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device cff2f0fe-60e1-431c-9bd7-fdf214b85db6 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:43:59.468668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b21ce-3b0b-4da0-8487-4ff47cfc348f req-d7c20edc-a71c-49a5-9833-a5bd017e6049 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:59.470295 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eb3b21ce-3b0b-4da0-8487-4ff47cfc348f req-d7c20edc-a71c-49a5-9833-a5bd017e6049 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0913665
Apr 05 16:43:59.523408 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eb3b21ce-3b0b-4da0-8487-4ff47cfc348f req-482f4210-a3a1-4002-aea3-444189f5076c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463738
Apr 05 16:43:59.604356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff648d-d748-4bbb-b7dd-30a1c442cb17 req-1e3ab39f-c99a-49bb-918d-f603ac521dec tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:43:59.605991 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82ff648d-d748-4bbb-b7dd-30a1c442cb17 req-1e3ab39f-c99a-49bb-918d-f603ac521dec tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0925379
Apr 05 16:43:59.656402 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82ff648d-d748-4bbb-b7dd-30a1c442cb17 req-29cf13bb-3787-4071-a399-10a4cb11b36b tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440142
Apr 05 16:44:00.228663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554f2b1-7301-4743-8358-88383afc9d25 req-82d1399c-e956-4c76-9228-53fa5daee529 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:00.230265 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e554f2b1-7301-4743-8358-88383afc9d25 req-82d1399c-e956-4c76-9228-53fa5daee529 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 943 time: 0.0959322
Apr 05 16:44:00.280396 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e554f2b1-7301-4743-8358-88383afc9d25 req-5d18ac75-babc-4c51-8ae2-9280f5ae3803 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436151
Apr 05 16:44:00.369293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f7253-679a-4e5f-a1e3-b9491df3d11d req-9859f052-6b32-490f-9475-5b608c86ffdb tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:00.370871 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e50f7253-679a-4e5f-a1e3-b9491df3d11d req-9859f052-6b32-490f-9475-5b608c86ffdb tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 945 time: 0.0865879
Apr 05 16:44:00.418665 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e50f7253-679a-4e5f-a1e3-b9491df3d11d req-8a8eee62-bb0e-44ed-9339-3aaaa1b1add4 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411587
Apr 05 16:44:00.732030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2766b-7f36-4975-9ced-ddc241739109 req-58190b6f-c5e4-44c3-b44f-860b5f8aa33d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:00.733601 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-39d2766b-7f36-4975-9ced-ddc241739109 req-58190b6f-c5e4-44c3-b44f-860b5f8aa33d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0921788
Apr 05 16:44:00.782173 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-39d2766b-7f36-4975-9ced-ddc241739109 req-b8add110-966e-42aa-bbcf-bf4474226d08 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419221
Apr 05 16:44:00.863676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6566a-1ab4-4541-abc4-5a47ee55b02e req-901b66a1-793c-4508-a862-a9e89fd351c6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:00.865319 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-12c6566a-1ab4-4541-abc4-5a47ee55b02e req-901b66a1-793c-4508-a862-a9e89fd351c6 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0938942
Apr 05 16:44:00.914171 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-12c6566a-1ab4-4541-abc4-5a47ee55b02e req-b89e3a32-ad03-4911-89ee-0aeb1be9a139 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424483
Apr 05 16:44:01.318712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:44:01.330271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 3540ea27-7db7-4272-9be9-50c262ada14d details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:44:01.474899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=3540ea27-7db7-4272-9be9-50c262ada14d,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:01.485271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226c78ef-3e03-4b18-ad82-b187386cb03a req-f4d1f32c-768a-4a5c-a211-30fd4a200cf8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:01.486887 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-226c78ef-3e03-4b18-ad82-b187386cb03a req-f4d1f32c-768a-4a5c-a211-30fd4a200cf8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 943 time: 0.0951281
Apr 05 16:44:01.491073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '3540ea27-7db7-4272-9be9-50c262ada14d', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'port_id': '3540ea27-7db7-4272-9be9-50c262ada14d', 'mac_address': 'fa:16:3e:4f:3f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:44:01.539154 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-226c78ef-3e03-4b18-ad82-b187386cb03a req-87643c57-1bd2-4708-a7d9-0d786e8e3cc6 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0460343
Apr 05 16:44:01.555761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:01.575361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3540ea27-7db7-4272-9be9-50c262ada14d {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:44:01.592005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=3540ea27-7db7-4272-9be9-50c262ada14d,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:01.595388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:01.597549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:01.633748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c48b0-2ff0-4a0e-98f2-66861bc0c011 req-9a4484d9-19d8-440d-bdce-bd42dd3ca03f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:01.635356 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fb8c48b0-2ff0-4a0e-98f2-66861bc0c011 req-9a4484d9-19d8-440d-bdce-bd42dd3ca03f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 945 time: 0.0988846
Apr 05 16:44:01.672268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:01.680109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.680496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.680875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.681249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.681615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.681981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.682343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.682707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.683069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.683427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.683783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.684237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:01.686480 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fb8c48b0-2ff0-4a0e-98f2-66861bc0c011 req-fd2680b0-672d-4c8b-9099-f7231951ac41 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429087
Apr 05 16:44:01.688505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:01.990162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ee413-1f65-4544-b72e-ab664fe17b9a req-3bf90b0c-efb6-4c22-b042-adfd739f9415 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:01.991757 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-285ee413-1f65-4544-b72e-ab664fe17b9a req-3bf90b0c-efb6-4c22-b042-adfd739f9415 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0886946
Apr 05 16:44:02.046074 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-285ee413-1f65-4544-b72e-ab664fe17b9a req-1bc9990c-17bf-43c6-b680-487342fe23b9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470705
Apr 05 16:44:02.118355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b6a6e-d2fa-436f-900f-ffc522ff19f8 req-ec506bd6-b434-450c-bce9-966f0ab9ebb8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:02.119922 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ba6b6a6e-d2fa-436f-900f-ffc522ff19f8 req-ec506bd6-b434-450c-bce9-966f0ab9ebb8 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0895593
Apr 05 16:44:02.166818 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ba6b6a6e-d2fa-436f-900f-ffc522ff19f8 req-5e627fa8-d191-4671-afc8-60d7555fd5c5 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405490
Apr 05 16:44:02.413896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['3540ea27-7db7-4272-9be9-50c262ada14d'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:44:02.772042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5be847-765f-44b3-bac5-534000d32d11 req-c89c964b-7923-44ac-ab57-48a912a2cae2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:02.773810 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f5be847-765f-44b3-bac5-534000d32d11 req-c89c964b-7923-44ac-ab57-48a912a2cae2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 944 time: 0.1095159
Apr 05 16:44:02.819642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-ee11b2b4-5c71-4524-a807-ef39b6d8c8a5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:02.820954 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-ee11b2b4-5c71-4524-a807-ef39b6d8c8a5 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 945 time: 0.1217058
Apr 05 16:44:02.827411 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f5be847-765f-44b3-bac5-534000d32d11 req-dff6fa08-0081-442f-ae51-465565bf2cae tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466871
Apr 05 16:44:02.960898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Deleting port c6356390-f7d6-4899-8d7a-55366219f755 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:44:02.961202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:03.034811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6778ae-d1ce-491f-b20f-a0d4ec5f2b7a req-867f442a-d893-43a6-bc7c-9f31ef2f6d0e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:03.036435 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cf6778ae-d1ce-491f-b20f-a0d4ec5f2b7a req-867f442a-d893-43a6-bc7c-9f31ef2f6d0e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 945 time: 0.2141509
Apr 05 16:44:03.168218 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cf6778ae-d1ce-491f-b20f-a0d4ec5f2b7a req-b32ceaf3-92d5-4194-aa22-5159b71886a0 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1029215
Apr 05 16:44:03.267050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c495e6b3-cc84-4761-8391-70d7dedaf200 req-3df3375b-33b7-4fa8-9a2b-0af290914280 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:03.268586 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c495e6b3-cc84-4761-8391-70d7dedaf200 req-3df3375b-33b7-4fa8-9a2b-0af290914280 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0933466
Apr 05 16:44:03.284304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] For port c6356390-f7d6-4899-8d7a-55366219f755, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=c6356390-f7d6-4899-8d7a-55366219f755,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:03.284713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:03.319048 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c495e6b3-cc84-4761-8391-70d7dedaf200 req-19ccab59-0a3c-4798-a34f-576d5284a811 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433576
Apr 05 16:44:03.463391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Calling delete_port for c6356390-f7d6-4899-8d7a-55366219f755 owned by compute:nova {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:44:03.575492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95ebe-0d4e-410b-acda-81a37c3daa6d req-04b368e4-c718-4b34-a9c5-281eb938d5c2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:03.577155 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fad95ebe-0d4e-410b-acda-81a37c3daa6d req-04b368e4-c718-4b34-a9c5-281eb938d5c2 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.2844059
Apr 05 16:44:03.682261 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fad95ebe-0d4e-410b-acda-81a37c3daa6d req-def940ee-9536-4867-b1b8-705b1404519f tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0704832
Apr 05 16:44:03.687365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:03.706065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aedeadcc-276a-4713-ab48-6921f6f7bcae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:03.764439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event deleted for resources: {'Port': ['ID=c6356390-f7d6-4899-8d7a-55366219f755,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:03.769272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:03.844135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30998d1-3dd3-4d03-8c6f-8e935a17bf4f req-e9e991b3-8ff5-4bb8-8dbc-b80920aef70f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:03.845824 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a30998d1-3dd3-4d03-8c6f-8e935a17bf4f req-e9e991b3-8ff5-4bb8-8dbc-b80920aef70f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0965595
Apr 05 16:44:03.900377 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a30998d1-3dd3-4d03-8c6f-8e935a17bf4f req-1d94bc0f-5bb9-4a80-a5d9-a7e70baca06c tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432012
Apr 05 16:44:03.900764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['9ac7eee9-8715-433d-9186-310c90cccea9'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:44:04.051380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] No DVR routers for this DVR port c6356390-f7d6-4899-8d7a-55366219f755 on host hv-cinder-77459 {{(pid=84353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:44:04.054040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:04.064495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'name': 'network-vif-deleted', 'tag': 'c6356390-f7d6-4899-8d7a-55366219f755'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:04.085300 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e12789d3-2865-443d-87ad-a959bf9b4e75 req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "DELETE /v2.0/ports/c6356390-f7d6-4899-8d7a-55366219f755 HTTP/1.1" status: 204  len: 173 time: 1.2255774
Apr 05 16:44:04.119470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea2184-7516-4ada-a722-5dcda9ac9c40 req-175c6ff2-18da-4b8f-9df1-9b1809494ce1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:04.121074 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93ea2184-7516-4ada-a722-5dcda9ac9c40 req-175c6ff2-18da-4b8f-9df1-9b1809494ce1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 944 time: 0.1655395
Apr 05 16:44:04.130172 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15c82fc6-78b6-4613-bf3c-438b7317a504', 'name': 'network-vif-deleted', 'tag': 'c6356390-f7d6-4899-8d7a-55366219f755', 'status': 'completed', 'code': 200}
Apr 05 16:44:04.171884 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-93ea2184-7516-4ada-a722-5dcda9ac9c40 req-d6755455-50ee-4244-9f71-843c7560223f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444448
Apr 05 16:44:04.340167 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0701506c-b878-48be-a1df-0d8746aa9e36 req-321c66f5-d04c-4d55-ba61-8abb19cb6375 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=15c82fc6-78b6-4613-bf3c-438b7317a504 HTTP/1.1" status: 200  len: 210 time: 0.0522327
Apr 05 16:44:04.520378 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336ae3e-f3d3-41eb-a3c3-67fd7687c5c9 req-b18a9393-da29-42eb-b9c9-4dd92cfe3999 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:04.521932 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0336ae3e-f3d3-41eb-a3c3-67fd7687c5c9 req-b18a9393-da29-42eb-b9c9-4dd92cfe3999 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0862763
Apr 05 16:44:04.623581 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0336ae3e-f3d3-41eb-a3c3-67fd7687c5c9 req-702350f7-2288-47dc-99c7-2b2c70b29f3b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0946360
Apr 05 16:44:04.659176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-0da6b376-ddef-4902-ab94-fd2f72feca5e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:04.660752 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-0da6b376-ddef-4902-ab94-fd2f72feca5e tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.1157959
Apr 05 16:44:04.738442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Deleting port d46c6905-ee98-4f49-b417-e9243e902425 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:44:04.738830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:04.892210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80debdc5-106f-4c68-b847-bb499f911eb8 req-87dbb961-e8c9-4576-b368-17f65919e216 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:04.894724 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-80debdc5-106f-4c68-b847-bb499f911eb8 req-87dbb961-e8c9-4576-b368-17f65919e216 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 945 time: 0.0961714
Apr 05 16:44:04.992461 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-80debdc5-106f-4c68-b847-bb499f911eb8 req-28e34520-bba9-4ce5-87b3-b09140d23ed3 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/security-groups?id=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805960
Apr 05 16:44:05.039203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] For port d46c6905-ee98-4f49-b417-e9243e902425, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=d46c6905-ee98-4f49-b417-e9243e902425,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:05.039604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:05.132736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-27e32360-e084-4af0-b792-081033890191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:05.380107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa67b4-198f-4a54-bc3e-d407529560fa req-4a041f66-36f6-4d35-92d0-1bd2855c1dfc tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:05.382035 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d9fa67b4-198f-4a54-bc3e-d407529560fa req-4a041f66-36f6-4d35-92d0-1bd2855c1dfc tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 944 time: 0.0927806
Apr 05 16:44:05.393897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 3540ea27-7db7-4272-9be9-50c262ada14d up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:44:05.432840 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d9fa67b4-198f-4a54-bc3e-d407529560fa req-a2a264f4-c348-444d-b760-6b943d9fb55f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442634
Apr 05 16:44:05.445235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Calling delete_port for d46c6905-ee98-4f49-b417-e9243e902425 owned by compute:nova {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:44:05.470270 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 3540ea27-7db7-4272-9be9-50c262ada14d completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:44:05.476369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 3540ea27-7db7-4272-9be9-50c262ada14d triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:05.476369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:05.565407 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f3602b-3f94-4e93-9eb6-058fd73bd182 req-409100a4-b6fd-475f-a87f-44ab2f6bb98f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:05.568116 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20f3602b-3f94-4e93-9eb6-058fd73bd182 req-409100a4-b6fd-475f-a87f-44ab2f6bb98f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.4581373
Apr 05 16:44:05.610753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:05.644881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:05.661469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=3540ea27-7db7-4272-9be9-50c262ada14d,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:05.666992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:05.668425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device d46c6905-ee98-4f49-b417-e9243e902425 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:44:05.683740 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20f3602b-3f94-4e93-9eb6-058fd73bd182 req-8a45721c-7c06-480b-ae92-d235beb53683 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776091
Apr 05 16:44:05.685055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:05.704360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9958dc70-6fcd-48ac-a3e5-9cf335b3eaa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:05.715923 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d', 'code': 200}
Apr 05 16:44:05.719196 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:05.802658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: d46c6905-ee98-4f49-b417-e9243e902425 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:44:05.802658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device d46c6905-ee98-4f49-b417-e9243e902425 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:44:05.802658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device c6356390-f7d6-4899-8d7a-55366219f755 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:44:05.842768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:05.845791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: c6356390-f7d6-4899-8d7a-55366219f755 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:44:05.846815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device c6356390-f7d6-4899-8d7a-55366219f755 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:44:05.848373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:05.869030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Pushing event deleted for resources: {'Port': ['ID=d46c6905-ee98-4f49-b417-e9243e902425,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:05.877018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:05.918324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e3295-fa9d-4b3d-91de-1e60b6413a22 req-39c78898-3afd-4c03-aa03-6860c38f4d26 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:05.921872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e74e3295-fa9d-4b3d-91de-1e60b6413a22 req-39c78898-3afd-4c03-aa03-6860c38f4d26 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0991447
Apr 05 16:44:06.008842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] No DVR routers for this DVR port d46c6905-ee98-4f49-b417-e9243e902425 on host hv-cinder-77459 {{(pid=84353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:44:06.011651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:06.026112 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a62499fe-4d8c-4e1a-92cc-fb268bba2724 req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.35 "DELETE /v2.0/ports/d46c6905-ee98-4f49-b417-e9243e902425 HTTP/1.1" status: 204  len: 173 time: 1.3598521
Apr 05 16:44:06.040330 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e74e3295-fa9d-4b3d-91de-1e60b6413a22 req-e2ccb78c-93f2-416d-b717-b976e2d64601 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0843241
Apr 05 16:44:06.057645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0215fca-dd2f-4732-ab2c-6e733dc8f258 req-977066b3-6fdb-4278-8ae7-5ed12880b564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:06.060202 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0215fca-dd2f-4732-ab2c-6e733dc8f258 req-977066b3-6fdb-4278-8ae7-5ed12880b564 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.1386063
Apr 05 16:44:06.117006 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0215fca-dd2f-4732-ab2c-6e733dc8f258 req-8015ec76-cedc-4caa-8820-6a8f4e130dd1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422161
Apr 05 16:44:06.130713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'name': 'network-vif-deleted', 'tag': 'd46c6905-ee98-4f49-b417-e9243e902425'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:06.185389 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d3401a-2160-49ad-bc02-47e6f25e443a', 'name': 'network-vif-deleted', 'tag': 'd46c6905-ee98-4f49-b417-e9243e902425', 'status': 'completed', 'code': 200}
Apr 05 16:44:06.186877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-c29c96a3-1ed6-4a80-b768-6bdb2a613927 req-029ea5e3-0348-4b33-a869-14ebd292e6c1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Synchronizing usage tracker for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:44:06.202026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-c29c96a3-1ed6-4a80-b768-6bdb2a613927 req-029ea5e3-0348-4b33-a869-14ebd292e6c1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Unset dirty status for tenant:f8fad649324a40268dc16b9af4236811 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:44:06.203266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c29c96a3-1ed6-4a80-b768-6bdb2a613927 req-029ea5e3-0348-4b33-a869-14ebd292e6c1 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] 10.222.0.38 "GET /v2.0/ports?device_id=81d3401a-2160-49ad-bc02-47e6f25e443a HTTP/1.1" status: 200  len: 210 time: 0.0744185
Apr 05 16:44:06.600133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:06.635907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac8f6f-352d-4d33-8ec4-800cb55f0610 req-c507b2c0-fb44-4594-b894-98fffe961cf1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:06.638456 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5ac8f6f-352d-4d33-8ec4-800cb55f0610 req-c507b2c0-fb44-4594-b894-98fffe961cf1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.0905077
Apr 05 16:44:06.686559 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5ac8f6f-352d-4d33-8ec4-800cb55f0610 req-0d0c18f9-9582-46ed-904d-5caf634a8c37 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419493
Apr 05 16:44:06.896724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24f5cf-8ffc-4f1c-afa6-b60e5a37a3bc req-760ab2db-7afe-491a-9a31-be6fb92e83d0 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:06.898309 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cd24f5cf-8ffc-4f1c-afa6-b60e5a37a3bc req-760ab2db-7afe-491a-9a31-be6fb92e83d0 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0924580
Apr 05 16:44:06.954479 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cd24f5cf-8ffc-4f1c-afa6-b60e5a37a3bc req-7c28958d-e1b7-44df-afa1-a50f76cf4e5f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493107
Apr 05 16:44:07.211715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90fae7-e563-4cf2-92ec-53934e291b1f req-b6e4ae79-3fa4-47cd-85ee-9f584af9fa8f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:07.212827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-fa90fae7-e563-4cf2-92ec-53934e291b1f req-b6e4ae79-3fa4-47cd-85ee-9f584af9fa8f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:44:07.237381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-fa90fae7-e563-4cf2-92ec-53934e291b1f req-b6e4ae79-3fa4-47cd-85ee-9f584af9fa8f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:44:07.239285 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fa90fae7-e563-4cf2-92ec-53934e291b1f req-b6e4ae79-3fa4-47cd-85ee-9f584af9fa8f tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.1381922
Apr 05 16:44:07.298452 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fa90fae7-e563-4cf2-92ec-53934e291b1f req-d30af894-5a67-4dee-a097-ee3db690a5b8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523238
Apr 05 16:44:07.322768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f272e3c-d07f-4540-905a-6f137b232e4c req-89972d81-48c5-4995-8a61-7372a50f2853 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:07.324702 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f272e3c-d07f-4540-905a-6f137b232e4c req-89972d81-48c5-4995-8a61-7372a50f2853 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1227627
Apr 05 16:44:07.384416 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f272e3c-d07f-4540-905a-6f137b232e4c req-1c18b7da-6314-4a17-8d92-e161e16a9cae tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510745
Apr 05 16:44:07.409639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 38992) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:07.626771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-34d54afc-45a1-4e2b-b61c-a8cf2b29608e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:07.766577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:08.190877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd9deb-957f-4097-81c7-be250f8e7c72 req-684d07d0-fa8c-4bc0-9444-3ecca14d7a11 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:08.192494 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01cd9deb-957f-4097-81c7-be250f8e7c72 req-684d07d0-fa8c-4bc0-9444-3ecca14d7a11 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0926294
Apr 05 16:44:08.213892 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d74b279-8cc2-4f9d-940c-80d70d4eeca3 req-f7882f59-cfe7-4767-a85e-9827ad2fd7f8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:08.215693 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9d74b279-8cc2-4f9d-940c-80d70d4eeca3 req-f7882f59-cfe7-4767-a85e-9827ad2fd7f8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.1582980
Apr 05 16:44:08.249976 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01cd9deb-957f-4097-81c7-be250f8e7c72 req-63e7450e-848a-413f-9c1f-47e92985f665 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0502145
Apr 05 16:44:08.341667 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9d74b279-8cc2-4f9d-940c-80d70d4eeca3 req-e7a620cb-fd21-430a-a2aa-35b9baf1f3cf tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1184704
Apr 05 16:44:08.373488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:08.528755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a390a-3a98-491d-b868-3d160c7ed431 req-65a5a58e-935f-4826-8a82-5d4fd670eb2c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:08.530270 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b00a390a-3a98-491d-b868-3d160c7ed431 req-65a5a58e-935f-4826-8a82-5d4fd670eb2c tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.0968087
Apr 05 16:44:08.578466 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b00a390a-3a98-491d-b868-3d160c7ed431 req-cb0adfed-eb0a-4f7f-bbcb-9634df07013e tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416670
Apr 05 16:44:08.731275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dfb349-ee3d-4217-a600-4658af8dd84c req-03288c74-7a23-4a55-9a2e-f6a77797096b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:08.732904 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-47dfb349-ee3d-4217-a600-4658af8dd84c req-03288c74-7a23-4a55-9a2e-f6a77797096b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.2151699
Apr 05 16:44:08.799126 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-47dfb349-ee3d-4217-a600-4658af8dd84c req-48000789-c8cd-4ecc-b648-f99973f8188d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0579724
Apr 05 16:44:08.867329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Deleting port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:44:08.867703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:09.016139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:09.053062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] For port b63a30e2-67a6-4d37-8eba-cd06aa8b11ed, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,segment=NetworkSegment(c444fd01-0ddb-45e4-af5d-d98bc8e8bca3),segment_id=c444fd01-0ddb-45e4-af5d-d98bc8e8bca3)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:09.053383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:09.184172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Calling delete_port for b63a30e2-67a6-4d37-8eba-cd06aa8b11ed owned by network:router_interface {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:44:09.239316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:09.497610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ccbca-f8db-4e77-b213-95e23f2db0a6 req-46141b63-48f3-45ab-b878-2cbf8b1612b7 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:09.499214 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8e2ccbca-f8db-4e77-b213-95e23f2db0a6 req-46141b63-48f3-45ab-b878-2cbf8b1612b7 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0981851
Apr 05 16:44:09.552241 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8e2ccbca-f8db-4e77-b213-95e23f2db0a6 req-52a776a0-8164-466a-ab49-3db95bbe5fb5 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465813
Apr 05 16:44:09.564341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:09.581486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a72205d9-591e-45fe-b01d-91dc8e0bdfc9 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:09.651979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Pushing event deleted for resources: {'Port': ['ID=b63a30e2-67a6-4d37-8eba-cd06aa8b11ed,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:09.654896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:09.742678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0a990-788f-40cd-bd88-9cb21d930f23 req-b4625401-d238-4f63-9c22-3a89cfb937de tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:09.744273 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dbe0a990-788f-40cd-bd88-9cb21d930f23 req-b4625401-d238-4f63-9c22-3a89cfb937de tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.2636178
Apr 05 16:44:09.782437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a9d0b-dd29-4c2f-a5c0-d35d0f67164a req-a11ec839-27b2-4118-80d0-a0ae22c7b360 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:09.784048 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea5a9d0b-dd29-4c2f-a5c0-d35d0f67164a req-a11ec839-27b2-4118-80d0-a0ae22c7b360 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.0896919
Apr 05 16:44:09.833628 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea5a9d0b-dd29-4c2f-a5c0-d35d0f67164a req-37edf135-2ef6-49c7-a252-13d67f50feb8 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428116
Apr 05 16:44:09.900106 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dbe0a990-788f-40cd-bd88-9cb21d930f23 req-d8954f09-dabd-44d2-b912-20aff606a967 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1468215
Apr 05 16:44:10.041413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9310424-9687-428b-b91b-40e9f7b2b33a req-e9c1ecc8-46ca-4e67-88a1-2a2693c6858a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:10.044640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f9310424-9687-428b-b91b-40e9f7b2b33a req-e9c1ecc8-46ca-4e67-88a1-2a2693c6858a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1083951
Apr 05 16:44:10.102661 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f9310424-9687-428b-b91b-40e9f7b2b33a req-9326716d-51d1-42ae-8b52-a8151121e45f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514882
Apr 05 16:44:10.171795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-0ea9efa0-3761-4791-a2ad-2aad65cba3a6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:10.173368 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-0ea9efa0-3761-4791-a2ad-2aad65cba3a6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.3705292
Apr 05 16:44:10.244649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:10.297137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69622e-0373-4a5e-8e81-2422b1c5aad0 req-5aa0fdcb-811e-4022-afb6-0bca03e0fabf tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:10.298704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9d69622e-0373-4a5e-8e81-2422b1c5aad0 req-5aa0fdcb-811e-4022-afb6-0bca03e0fabf tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.2582088
Apr 05 16:44:10.601653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Deleting port 9ac7eee9-8715-433d-9186-310c90cccea9 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:44:10.602035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:10.755669 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9d69622e-0373-4a5e-8e81-2422b1c5aad0 req-c24e1f9f-b1fb-47bc-a0ae-6b93fee48631 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1768806
Apr 05 16:44:10.759403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a750ffad-40a2-482b-a891-0baa8d3ff4f3 req-e0e44a05-274a-4b3c-9a3e-c8318286e53e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:10.761025 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a750ffad-40a2-482b-a891-0baa8d3ff4f3 req-e0e44a05-274a-4b3c-9a3e-c8318286e53e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0891321
Apr 05 16:44:10.833734 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a750ffad-40a2-482b-a891-0baa8d3ff4f3 req-b1e02827-76f6-45ec-b8fc-8574232a5a80 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0632620
Apr 05 16:44:11.059717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bef8f15-d726-4809-b1a2-294ee3621c8d req-44851603-4391-40d7-a172-570cb88352f2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:11.061571 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bef8f15-d726-4809-b1a2-294ee3621c8d req-44851603-4391-40d7-a172-570cb88352f2 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 946 time: 0.1124043
Apr 05 16:44:11.097416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] For port 9ac7eee9-8715-433d-9186-310c90cccea9, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=9ac7eee9-8715-433d-9186-310c90cccea9,segment=NetworkSegment(038a1883-38cb-4b90-b187-abca3008c3c7),segment_id=038a1883-38cb-4b90-b187-abca3008c3c7)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:11.097821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:11.113471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bef8f15-d726-4809-b1a2-294ee3621c8d req-933f533e-3468-45b2-bb73-735908bb673b tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/security-groups?id=452ca5f9-5805-4688-8afc-ba4af05440a5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438657
Apr 05 16:44:11.241432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Calling delete_port for 9ac7eee9-8715-433d-9186-310c90cccea9 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:44:11.311429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fffd0b-2208-4f25-bff4-1c349d08daf3 req-1b3e63ee-6ed5-42e8-bfe7-ed60e1107d13 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:11.313002 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-62fffd0b-2208-4f25-bff4-1c349d08daf3 req-1b3e63ee-6ed5-42e8-bfe7-ed60e1107d13 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0882385
Apr 05 16:44:11.364140 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-62fffd0b-2208-4f25-bff4-1c349d08daf3 req-124a8b44-0432-4e31-b122-36ba3b5310b8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442874
Apr 05 16:44:11.608795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5a988-4f26-42be-bcac-59f93acd03f5 req-9ca4bb04-89e8-4a35-a72d-0a257a7ccc43 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:11.610397 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-48a5a988-4f26-42be-bcac-59f93acd03f5 req-9ca4bb04-89e8-4a35-a72d-0a257a7ccc43 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.4406030
Apr 05 16:44:11.645868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Router cc7c062b-fd96-4ea6-aadd-82a804325db5 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:44:11.809819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:11.833755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:11.867212 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-48a5a988-4f26-42be-bcac-59f93acd03f5 req-2be8ed68-f853-412a-ad62-3805d5900f80 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2497091
Apr 05 16:44:11.900504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Pushing event deleted for resources: {'Port': ['ID=9ac7eee9-8715-433d-9186-310c90cccea9,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:11.915528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:12.047989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:44:12.061551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] Sync routers for ids ['cc7c062b-fd96-4ea6-aadd-82a804325db5'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:44:12.077887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] Routers {'cc7c062b-fd96-4ea6-aadd-82a804325db5'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:44:12.078671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccecfe80>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['cc7c062b-fd96-4ea6-aadd-82a804325db5'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:12.102667 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77107458-cd6d-411c-bd94-a9f6a0925a6f req-e80ca9ad-6ea0-4aab-9aa6-2ab729c8ca21 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:12.110518 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77107458-cd6d-411c-bd94-a9f6a0925a6f req-e80ca9ad-6ea0-4aab-9aa6-2ab729c8ca21 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1557763
Apr 05 16:44:12.153031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] No DVR routers for this DVR port 9ac7eee9-8715-433d-9186-310c90cccea9 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:44:12.156792 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] 10.222.0.38 "PUT /v2.0/routers/cc7c062b-fd96-4ea6-aadd-82a804325db5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7453713
Apr 05 16:44:12.158430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:12.160549 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e0946360-ef46-431d-87e6-e320cc36ec7b req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.35 "DELETE /v2.0/ports/9ac7eee9-8715-433d-9186-310c90cccea9 HTTP/1.1" status: 204  len: 173 time: 1.9765522
Apr 05 16:44:12.161088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d341979-5358-4bc8-83c9-34956c7f049c', 'name': 'network-vif-deleted', 'tag': '9ac7eee9-8715-433d-9186-310c90cccea9'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:12.161372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39040) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:12.187664 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77107458-cd6d-411c-bd94-a9f6a0925a6f req-8792701b-50cf-44e5-a190-fa51c3e9a1d6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760167
Apr 05 16:44:12.342424 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d341979-5358-4bc8-83c9-34956c7f049c', 'name': 'network-vif-deleted', 'tag': '9ac7eee9-8715-433d-9186-310c90cccea9', 'status': 'completed', 'code': 200}
Apr 05 16:44:12.372648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f5299726-4234-490b-bbbd-409d49316ef4 req-75d27b11-d46a-48ad-b1d1-f38413603855 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Synchronizing usage tracker for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:44:12.407109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f5299726-4234-490b-bbbd-409d49316ef4 req-75d27b11-d46a-48ad-b1d1-f38413603855 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Unset dirty status for tenant:28a43060ef084153b061f02e088839c9 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:44:12.408632 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5299726-4234-490b-bbbd-409d49316ef4 req-75d27b11-d46a-48ad-b1d1-f38413603855 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] 10.222.0.38 "GET /v2.0/ports?device_id=6d341979-5358-4bc8-83c9-34956c7f049c HTTP/1.1" status: 200  len: 210 time: 0.1407683
Apr 05 16:44:12.583444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks [] for router, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:12.588280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] Set router cc7c062b-fd96-4ea6-aadd-82a804325db5 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:44:12.799901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f7b9ff-565d-4299-aa9c-c59b3651ef44 req-27674799-3118-4ea7-a74d-fad12b8e104c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:12.801532 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-66f7b9ff-565d-4299-aa9c-c59b3651ef44 req-27674799-3118-4ea7-a74d-fad12b8e104c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.2688811
Apr 05 16:44:12.832855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:12.853705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Deleting port 3891b80c-4b5c-4185-8621-9fd4f730eed7 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:44:12.854088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:12.906402 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-66f7b9ff-565d-4299-aa9c-c59b3651ef44 req-6274d722-253e-4042-b167-8c5b67ac2ebf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0980704
Apr 05 16:44:12.926679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccecfe80>, [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15'}], 'enable_snat': True}, 'gw_port_id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:44:09Z', 'revision_number': 5, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port': {'id': '3891b80c-4b5c-4185-8621-9fd4f730eed7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:67:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:12.931123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] Checking router: cc7c062b-fd96-4ea6-aadd-82a804325db5 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:44:12.942152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] Routers {'cc7c062b-fd96-4ea6-aadd-82a804325db5'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:44:12.942900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccecfe80>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['cc7c062b-fd96-4ea6-aadd-82a804325db5'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:13.084054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] For port 3891b80c-4b5c-4185-8621-9fd4f730eed7, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=3891b80c-4b5c-4185-8621-9fd4f730eed7,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:13.084543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:13.124769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] Set router cc7c062b-fd96-4ea6-aadd-82a804325db5 gateway port host: None {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:44:13.222644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Calling delete_port for 3891b80c-4b5c-4185-8621-9fd4f730eed7 owned by network:router_gateway {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:44:13.299288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccecfe80>, [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:44:12Z', 'revision_number': 6, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:13.309883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d077b3f3-8361-49a3-a1bf-5031244d5b22 None None] The sync data for ids ['cc7c062b-fd96-4ea6-aadd-82a804325db5'] in dv-cinder-774594-2-iscsi is: [{'id': 'cc7c062b-fd96-4ea6-aadd-82a804325db5', 'name': 'tempest-ServerRescueNegativeTestJSON-101859513-router', 'tenant_id': 'f8fad649324a40268dc16b9af4236811', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:38Z', 'updated_at': '2021-04-05T16:44:12Z', 'revision_number': 6, 'project_id': 'f8fad649324a40268dc16b9af4236811', 'gw_port_host': None}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:44:13.398489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:44:13.464603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9ac7eee9-8715-433d-9186-310c90cccea9 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:44:13.465059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597b3b9-2f31-4ec8-a8bd-7f5f7c7bb409 req-d49af573-55ba-454e-b26f-7d8c3f7e515d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:13.474648 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1597b3b9-2f31-4ec8-a8bd-7f5f7c7bb409 req-d49af573-55ba-454e-b26f-7d8c3f7e515d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1185362
Apr 05 16:44:13.540392 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1597b3b9-2f31-4ec8-a8bd-7f5f7c7bb409 req-e0a10f91-2964-45af-a47e-d82d1fd1f6e6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647264
Apr 05 16:44:13.556163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39066) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:13.571888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 9ac7eee9-8715-433d-9186-310c90cccea9 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:44:13.572546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 9ac7eee9-8715-433d-9186-310c90cccea9 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:44:13.642678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:13.659881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'port_id': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'mac_address': 'fa:16:3e:70:ca:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:44:13.688093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Deleting subnet eb89e615-a962-4952-aea9-373ca76e54d9 {{(pid=84353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:44:13.694737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:13.728707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:13.748490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:44:13.763615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102577'] for subnet, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:13.767272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:13.770466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:13.772649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:13.792436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:13.813355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b389abd9-e0ac-47bf-b629-8568983383d0 tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:13.849750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=6']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:13.853384 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:14.130886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device b63a30e2-67a6-4d37-8eba-cd06aa8b11ed no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:44:14.140509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6f2a8-4b4d-41dd-aa19-621c3da5d1f8 req-4ddf1312-f6ab-4550-93f1-e84bd81555ca tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:14.148520 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-72e6f2a8-4b4d-41dd-aa19-621c3da5d1f8 req-4ddf1312-f6ab-4550-93f1-e84bd81555ca tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1005867
Apr 05 16:44:14.169285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Pushing event deleted for resources: {'Port': ['ID=3891b80c-4b5c-4185-8621-9fd4f730eed7,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:14.171149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['8f17568e-052d-4a32-b488-fcd3fe2bf0a4'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:44:14.192174 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-72e6f2a8-4b4d-41dd-aa19-621c3da5d1f8 req-cc5637ea-2f67-47a5-aab7-25ef37a0aa42 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429072
Apr 05 16:44:14.228750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: b63a30e2-67a6-4d37-8eba-cd06aa8b11ed {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:44:14.229142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device b63a30e2-67a6-4d37-8eba-cd06aa8b11ed not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:44:14.229585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 3891b80c-4b5c-4185-8621-9fd4f730eed7 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:44:14.241651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:14.256265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:14.270680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 3891b80c-4b5c-4185-8621-9fd4f730eed7 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:44:14.271085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 3891b80c-4b5c-4185-8621-9fd4f730eed7 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:44:14.569431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:14.740457 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f6acd-854b-42f8-a7a1-c0e461e70018 req-9de03bb7-9736-44b1-bc32-935f8aa6da8c tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:14.742027 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-913f6acd-854b-42f8-a7a1-c0e461e70018 req-9de03bb7-9736-44b1-bc32-935f8aa6da8c tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0931101
Apr 05 16:44:14.791708 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-913f6acd-854b-42f8-a7a1-c0e461e70018 req-a3c319c4-4572-4d50-936f-17c4d4eaed57 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425265
Apr 05 16:44:14.802189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:14.806055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:14.905950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:14.906515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7c062b-fd96-4ea6-aadd-82a804325db5 {{(pid=84353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 16:44:14.914605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2532991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3018381'] for subnet, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:14.933772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-233b841e-112a-4732-a6c4-fefc5e392955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:14.987688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb89e615-a962-4952-aea9-373ca76e54d9,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:14.994551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:15.043771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.044969 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] 10.222.0.38 "DELETE /v2.0/routers/cc7c062b-fd96-4ea6-aadd-82a804325db5 HTTP/1.1" status: 204  len: 168 time: 2.8561223
Apr 05 16:44:15.047871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39092) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:15.081118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.083454 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-94f4a121-81b3-4ad2-b3ba-bdd9b37fb2b5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/eb89e615-a962-4952-aea9-373ca76e54d9 HTTP/1.1" status: 204  len: 168 time: 1.5260861
Apr 05 16:44:15.086060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39096) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:15.114466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Deleting subnet 5581905b-30d7-47d7-b949-faab52f9a70d {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:44:15.117627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.173466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.180869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.203113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.445815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.449393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.462007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3c5bb932-9e8f-43e8-a47b-fcaa2bc3631c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:15.597755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51452ae7-f0af-45aa-819c-ccf715edd6a4 req-23f7c975-911c-4955-b077-2f85415fe9a1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:15.605760 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-51452ae7-f0af-45aa-819c-ccf715edd6a4 req-23f7c975-911c-4955-b077-2f85415fe9a1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.2828181
Apr 05 16:44:15.609756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cc178cf8>,) {'filters': {'network_id': ['8e92fecf-130f-495e-af35-9e61575a914e']}} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:15.644705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc178cf8>, '038a1883-38cb-4b90-b187-abca3008c3c7') {'for_net_delete': True} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:15.645046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc178cf8>, '038a1883-38cb-4b90-b187-abca3008c3c7') {} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:15.672819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852673224'] for segment, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.696648 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-51452ae7-f0af-45aa-819c-ccf715edd6a4 req-5cf80824-3065-4fd7-882c-30b0a61d0bd0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0896652
Apr 05 16:44:15.701806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.708998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=84353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:44:15.751099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5581905b-30d7-47d7-b949-faab52f9a70d,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:15.754877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:15.842119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:15.848416 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/5581905b-30d7-47d7-b949-faab52f9a70d HTTP/1.1" status: 204  len: 168 time: 0.7993999
Apr 05 16:44:15.851149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39108) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:15.895051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Network 8e92fecf-130f-495e-af35-9e61575a914e has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:44:15.904896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2533076'] for segment, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.019537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.095783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Network 8e92fecf-130f-495e-af35-9e61575a914e has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:44:16.118108 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:44:16.192555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.196301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ed5582d-173e-4a00-a08a-730cd28cc064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:16.213957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.225678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e92fecf-130f-495e-af35-9e61575a914e,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:16.229114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:16.236253 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] 10.222.0.38 "DELETE /v2.0/networks/8e92fecf-130f-495e-af35-9e61575a914e HTTP/1.1" status: 204  len: 168 time: 1.1467319
Apr 05 16:44:16.240301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c25cdc2-01c5-4d21-a32b-a2c642823244 req-aedcf0eb-f4fb-4ce3-bace-6dfa7b7bd12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:16.241919 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0c25cdc2-01c5-4d21-a32b-a2c642823244 req-aedcf0eb-f4fb-4ce3-bace-6dfa7b7bd12a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.3042839
Apr 05 16:44:16.246719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.395385 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0c25cdc2-01c5-4d21-a32b-a2c642823244 req-af52b6f0-981d-465e-941a-721463a67c91 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1341696
Apr 05 16:44:16.402037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f36c7557518>> segment before_delete 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.402444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f36c7557518>> subnet precommit_delete_associations 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.403305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> segment_host_mapping after_create 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.403677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> port after_create 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.404228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> port after_delete 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.404595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> port after_update 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.405301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> segment after_delete 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.405942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> subnet after_create 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.406570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> subnet after_delete 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.406919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f36cddfb898>> subnet after_update 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.428404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39114) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:16.482159 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-64e4f2ca-8d7c-42c2-bf93-1919c5d5e8db admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=28a43060ef084153b061f02e088839c9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0524945
Apr 05 16:44:16.484742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39118) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:16.536046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9c65f8>> subnet after_create 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.536350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9c65f8>> subnet after_delete 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.536724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9c65f8>> subnet before_create 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.537096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f36cc9c65f8>> subnet before_update 55550000 {{(pid=84352) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Apr 05 16:44:16.537506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cde95dd8>,) {'filters': {'network_id': ['f4ad239f-6ae0-4f56-bef8-fe62df70c145']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:16.546270 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.551513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cde95dd8>, 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:16.551849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cde95dd8>, 'c444fd01-0ddb-45e4-af5d-d98bc8e8bca3') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:16.564258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.573779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.579855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.586860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:44:16.623590 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.629295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c1267a5e-1002-452f-b0c0-c6cbdb745e92 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:16.645216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452ca5f9-5805-4688-8afc-ba4af05440a5,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:16.647834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:16.653826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.658144 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/452ca5f9-5805-4688-8afc-ba4af05440a5 HTTP/1.1" status: 204  len: 168 time: 0.1723609
Apr 05 16:44:16.795668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:44:16.805573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:16.924028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffd3c3e-66df-4d57-8142-5da858b6fb93 req-69356b43-e1c0-4332-995d-859c98bb2b61 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:16.925877 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9ffd3c3e-66df-4d57-8142-5da858b6fb93 req-69356b43-e1c0-4332-995d-859c98bb2b61 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1071086
Apr 05 16:44:16.979351 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9ffd3c3e-66df-4d57-8142-5da858b6fb93 req-5cbef789-f8c6-4903-af52-cd02a6a66032 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466969
Apr 05 16:44:16.992779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Network f4ad239f-6ae0-4f56-bef8-fe62df70c145 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   from cryptography.utils import int_from_bytes
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   from cryptography.utils import int_from_bytes
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   (rel_b, rel_a, rel_b),
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   (rel_b, rel_a, rel_b),
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:44:17.019167 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:44:17.099446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:17.103690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:17.124512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:17.127534 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4ad239f-6ae0-4f56-bef8-fe62df70c145,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:17.130692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:17.141565 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] 10.222.0.38 "DELETE /v2.0/networks/f4ad239f-6ae0-4f56-bef8-fe62df70c145 HTTP/1.1" status: 204  len: 168 time: 1.2892811
Apr 05 16:44:17.328225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39148) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:17.379622 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-70e68843-4559-43cd-9a94-c1c9a2ae71a2 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f8fad649324a40268dc16b9af4236811&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0500774
Apr 05 16:44:17.382515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39152) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:17.445237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:17.478420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:17.527181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:17.532919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-46b317b7-e2c5-414c-90da-1829eb357c41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:17.546649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe651fe8-2663-4d4f-8f50-98c9d3f4bd28,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:17.549576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:17.558979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:17.562324 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/fe651fe8-2663-4d4f-8f50-98c9d3f4bd28 HTTP/1.1" status: 204  len: 168 time: 0.1786377
Apr 05 16:44:17.607837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe4b01b-1e2a-44c8-ab69-b689fa188a80 req-204f336f-dd50-4bc2-9b22-4e4a12385396 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:17.609489 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9fe4b01b-1e2a-44c8-ab69-b689fa188a80 req-204f336f-dd50-4bc2-9b22-4e4a12385396 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0908916
Apr 05 16:44:17.665372 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9fe4b01b-1e2a-44c8-ab69-b689fa188a80 req-10a1bce3-52d9-4c16-8e3f-1fc45e1438ca tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493319
Apr 05 16:44:18.208641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9a74a-bee7-4c10-919b-f05771be5df3 req-6c972424-4c93-4a63-a58a-e41235f0281d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:18.210266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b5a9a74a-bee7-4c10-919b-f05771be5df3 req-6c972424-4c93-4a63-a58a-e41235f0281d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.0972440
Apr 05 16:44:18.264680 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b5a9a74a-bee7-4c10-919b-f05771be5df3 req-17c543f5-8c29-4d44-86d7-4a7af4157e74 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0466869
Apr 05 16:44:18.882183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b84ec3-f694-4f48-a0bd-d62acc63852d req-82ffeb5e-b990-461a-bb72-3d440b49c3dc tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:18.890194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86b84ec3-f694-4f48-a0bd-d62acc63852d req-82ffeb5e-b990-461a-bb72-3d440b49c3dc tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1023066
Apr 05 16:44:18.933850 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86b84ec3-f694-4f48-a0bd-d62acc63852d req-865928ff-fa54-4341-8a68-a3c6cde97db1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426877
Apr 05 16:44:19.490882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925373a3-4248-4b6d-868b-d698f6cdb64a req-c3933e80-5a91-4cab-bab1-cbb181238244 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:19.492523 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-925373a3-4248-4b6d-868b-d698f6cdb64a req-c3933e80-5a91-4cab-bab1-cbb181238244 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1041002
Apr 05 16:44:19.543768 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-925373a3-4248-4b6d-868b-d698f6cdb64a req-91818572-1467-4c3a-ac3a-0149c48b9d13 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436895
Apr 05 16:44:19.774402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39264) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:19.909459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:19.926255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:19.930284 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Usage tracker for resource:security_group_rule and tenant:29cd725a01994483a6df510615abec63 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:19.933237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:19.939982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:20.040905 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.048774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.064945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:20.177609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d34f3a-b9ad-4939-8213-c94f9396f543,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:20.184938 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:20.188601 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=29cd725a01994483a6df510615abec63&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4131007
Apr 05 16:44:20.191462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39280) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:20.226683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81c38d-3729-43d6-82aa-15e38a3e7c59 req-b3d09940-a9c5-4591-afa7-a10a11650295 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:20.228340 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae81c38d-3729-43d6-82aa-15e38a3e7c59 req-b3d09940-a9c5-4591-afa7-a10a11650295 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1220987
Apr 05 16:44:20.263138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.279111 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae81c38d-3729-43d6-82aa-15e38a3e7c59 req-17b83c76-1164-4679-85d5-583052ab3c5c tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435357
Apr 05 16:44:20.290703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.334098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.339057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-95198582-9908-4b30-8292-29da1033eb6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:20.356581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d34f3a-b9ad-4939-8213-c94f9396f543,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:20.359355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:20.360587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.361759 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/06d34f3a-b9ad-4939-8213-c94f9396f543 HTTP/1.1" status: 204  len: 168 time: 0.1691306
Apr 05 16:44:20.645221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39290) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:20.666125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.739946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:20.745628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Usage tracker for resource:security_group_rule and tenant:0bf98294eef54ac0a62217f4d6f521f4 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:20.749620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:20.757642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:20.815573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22826db7-9cc9-45c8-9416-abd83c7209ab req-5ede1cfd-1c66-4ff1-a223-54246491627a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:20.817185 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-22826db7-9cc9-45c8-9416-abd83c7209ab req-5ede1cfd-1c66-4ff1-a223-54246491627a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1523483
Apr 05 16:44:20.892959 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-22826db7-9cc9-45c8-9416-abd83c7209ab req-b0a30eb6-3478-4239-acb8-b947538677cc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0614529
Apr 05 16:44:20.918933 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.922769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:20.931298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d54b1bcc-e3c5-4917-aa60-6d061b381f13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:20.975569 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=0bf98294eef54ac0a62217f4d6f521f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3290906
Apr 05 16:44:20.976585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2287c194-73f4-4f14-9f97-642d6bde5450,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:20.978555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39296) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:20.980841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:21.044012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:21.070931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:21.114454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:21.119498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:21.133599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2287c194-73f4-4f14-9f97-642d6bde5450,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:21.136144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:21.145302 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:21.146856 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/2287c194-73f4-4f14-9f97-642d6bde5450 HTTP/1.1" status: 204  len: 168 time: 0.1669521
Apr 05 16:44:21.484317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d7ea9-da3c-4777-8aa4-2626ab0bcb62 req-cce9f365-ea69-4ee1-aad2-3f704bc4653b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:21.485930 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-149d7ea9-da3c-4777-8aa4-2626ab0bcb62 req-cce9f365-ea69-4ee1-aad2-3f704bc4653b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0905108
Apr 05 16:44:21.539161 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-149d7ea9-da3c-4777-8aa4-2626ab0bcb62 req-87e4777d-60b8-45ba-bea2-d906734075e8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465646
Apr 05 16:44:22.000596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:44:22.093810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:22.094553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:22.163286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956dfda-b8e0-4d49-be85-4fdf4e4cfca6 req-67f54a2b-2971-4b6a-9aa9-b0fdc1f494dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:22.164917 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e956dfda-b8e0-4d49-be85-4fdf4e4cfca6 req-67f54a2b-2971-4b6a-9aa9-b0fdc1f494dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1196473
Apr 05 16:44:22.221740 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e956dfda-b8e0-4d49-be85-4fdf4e4cfca6 req-ddc17a9b-41d4-4b04-82a2-95724dc49df7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483024
Apr 05 16:44:22.240115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:22.274748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:22.286333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:22.290477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:22.292669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-31734a8a-0fed-4b1b-915c-0e9a76f66d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:22.343839 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'code': 200}
Apr 05 16:44:22.383870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=7']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:22.387812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:22.749992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c955cd2-2c47-4e24-8a5c-8affb6f455ce req-6cff1aa0-58cb-419f-84f4-7c08874d9eb3 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:22.751640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c955cd2-2c47-4e24-8a5c-8affb6f455ce req-6cff1aa0-58cb-419f-84f4-7c08874d9eb3 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0963576
Apr 05 16:44:22.807352 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c955cd2-2c47-4e24-8a5c-8affb6f455ce req-1a6ac440-0880-4fbd-ab34-fb5101217245 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0470686
Apr 05 16:44:23.450611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0297661-a780-439e-a1b5-5114dfa51f50 req-5f93b48e-03aa-4b18-bc9c-b2fd5ab6c271 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:23.454427 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0297661-a780-439e-a1b5-5114dfa51f50 req-5f93b48e-03aa-4b18-bc9c-b2fd5ab6c271 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0992823
Apr 05 16:44:23.524046 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0297661-a780-439e-a1b5-5114dfa51f50 req-3f42397a-abef-4745-81fd-2dd7c52ff48b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643599
Apr 05 16:44:24.048216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c0adbc-0211-4669-a468-4474a4d966e8 req-eca81533-e18c-407a-a61f-d634b1ece2e7 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:24.050064 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-71c0adbc-0211-4669-a468-4474a4d966e8 req-eca81533-e18c-407a-a61f-d634b1ece2e7 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1212494
Apr 05 16:44:24.367065 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-71c0adbc-0211-4669-a468-4474a4d966e8 req-88422ba4-adc2-4907-91a0-fcda50a79ba0 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3107033
Apr 05 16:44:24.749315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0a4c7-d6f7-469a-a928-2f79c67431cf req-a12f28a9-494b-4bd2-857b-d8bf65242807 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:24.758758 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7dc0a4c7-d6f7-469a-a928-2f79c67431cf req-a12f28a9-494b-4bd2-857b-d8bf65242807 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1165118
Apr 05 16:44:24.830070 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7dc0a4c7-d6f7-469a-a928-2f79c67431cf req-0cc12842-2f72-41ac-b5be-0feaf537e00a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700948
Apr 05 16:44:25.618163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55950422-7729-4201-b14b-fea701213542 req-3b365879-a686-4cd3-9e42-21ef3bb81b28 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:25.620345 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55950422-7729-4201-b14b-fea701213542 req-3b365879-a686-4cd3-9e42-21ef3bb81b28 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1018944
Apr 05 16:44:25.694308 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55950422-7729-4201-b14b-fea701213542 req-079f6b6b-0af1-446a-be67-07aaa4536536 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631373
Apr 05 16:44:26.159856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc6fa0-2f2c-40cf-9e4c-fa8491b2240d req-def3fbca-d552-4336-a9fd-cb8e32112510 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:26.169919 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0fc6fa0-2f2c-40cf-9e4c-fa8491b2240d req-def3fbca-d552-4336-a9fd-cb8e32112510 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1845517
Apr 05 16:44:26.301471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0fc6fa0-2f2c-40cf-9e4c-fa8491b2240d req-64932ab5-45cb-4432-9641-fcae29f13628 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1302230
Apr 05 16:44:26.394659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f97a390-9df0-4ac5-8dba-bd86a957c9d4 req-f0c214b3-baac-4550-9f00-05ef5fdd7663 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:26.397320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8f97a390-9df0-4ac5-8dba-bd86a957c9d4 req-f0c214b3-baac-4550-9f00-05ef5fdd7663 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.3110318
Apr 05 16:44:26.431173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57814396-0b62-410f-a96c-4da46a023549 req-d0b8e8e7-614f-4456-8171-0eee3982e879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:26.432816 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57814396-0b62-410f-a96c-4da46a023549 req-d0b8e8e7-614f-4456-8171-0eee3982e879 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 1099 time: 0.1764536
Apr 05 16:44:26.507723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8f97a390-9df0-4ac5-8dba-bd86a957c9d4 req-3d305258-86ef-4549-85cd-948bacc141b2 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1032443
Apr 05 16:44:26.622527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57814396-0b62-410f-a96c-4da46a023549 req-2a850c51-ae17-4c02-a5a6-232f909bb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:26.624159 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57814396-0b62-410f-a96c-4da46a023549 req-2a850c51-ae17-4c02-a5a6-232f909bb8bb service neutron] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 911 time: 0.1780009
Apr 05 16:44:26.760548 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57814396-0b62-410f-a96c-4da46a023549 req-35d03628-2aa5-4c23-a13b-538ac0cf4d31 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed69b593-883d-4934-ad61-aa242a52a7ca HTTP/1.1" status: 200  len: 1002 time: 0.1272953
Apr 05 16:44:26.843108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57814396-0b62-410f-a96c-4da46a023549 req-97cbf8d1-b72b-45fd-b860-b269756397dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:26.845039 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57814396-0b62-410f-a96c-4da46a023549 req-97cbf8d1-b72b-45fd-b860-b269756397dd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.0778749
Apr 05 16:44:26.957939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57814396-0b62-410f-a96c-4da46a023549 req-49efa0b3-46b1-4063-9ce5-cb7d900466a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:26.959525 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57814396-0b62-410f-a96c-4da46a023549 req-49efa0b3-46b1-4063-9ce5-cb7d900466a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1065285
Apr 05 16:44:27.150307 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57814396-0b62-410f-a96c-4da46a023549 req-ac7fadcc-25f4-4953-9c7e-80ebfa4953ed service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1829858
Apr 05 16:44:27.351318 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-57814396-0b62-410f-a96c-4da46a023549 req-51e479a4-6d09-43ba-b116-fe9c8bffb9a3 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930604
Apr 05 16:44:27.617237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71201235-4c54-467e-ae90-acfc2628b490 req-4f56fe8e-80cb-4e3f-9968-c85df2b9f139 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:27.618956 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-71201235-4c54-467e-ae90-acfc2628b490 req-4f56fe8e-80cb-4e3f-9968-c85df2b9f139 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1444547
Apr 05 16:44:27.691433 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-71201235-4c54-467e-ae90-acfc2628b490 req-262b96e4-d736-4177-a164-09f7cffe8254 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0642941
Apr 05 16:44:27.822507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aaa335-27b8-4a67-9af0-65690aa6c229 req-b2f678ef-8d5b-411f-b128-b829f947f1b8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:27.831046 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6aaa335-27b8-4a67-9af0-65690aa6c229 req-b2f678ef-8d5b-411f-b128-b829f947f1b8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1124723
Apr 05 16:44:27.889928 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d6aaa335-27b8-4a67-9af0-65690aa6c229 req-b2e823cd-f1e2-41a2-ab64-4d07e1de7a67 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0556149
Apr 05 16:44:28.432337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39512) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:28.575262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:28.594043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:28.598669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Usage tracker for resource:security_group_rule and tenant:eddc4ee7b4c44b329c6eee05cfc2f532 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:28.603053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:28.610047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:28.703810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:28.707215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:28.717073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:28.760342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a69846e5-ff80-4ee0-b29b-954e1f538a69,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:28.766488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:28.773425 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=eddc4ee7b4c44b329c6eee05cfc2f532&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3399079
Apr 05 16:44:28.776138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39520) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:28.851185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:28.905137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:28.979005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b5ba55-6ae8-4747-9ef9-82a593456459 req-cd2e1e3d-cf2d-4c75-a265-601b31bc621a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:28.987315 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86b5ba55-6ae8-4747-9ef9-82a593456459 req-cd2e1e3d-cf2d-4c75-a265-601b31bc621a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1152585
Apr 05 16:44:29.029499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:29.045194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-45f40e90-caa2-4da2-b666-7f79b9b7cbe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:29.071094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a69846e5-ff80-4ee0-b29b-954e1f538a69,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:29.075844 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:29.090785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:29.094081 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a69846e5-ff80-4ee0-b29b-954e1f538a69 HTTP/1.1" status: 204  len: 168 time: 0.3153391
Apr 05 16:44:29.118391 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86b5ba55-6ae8-4747-9ef9-82a593456459 req-5c4e7275-9b00-4859-8e20-b8a310b2ed23 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297002
Apr 05 16:44:29.634811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39546) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:29.665013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:29.698716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:29.703700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Usage tracker for resource:security_group_rule and tenant:de4536997c7d44c4826b3f76a3a88fb2 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:29.706913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:29.710073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ae3b80-794f-48a6-8f78-e87792e8ee3a req-cf9569eb-7620-4990-adf8-b320c3708c48 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:29.713528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:29.718360 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f2ae3b80-794f-48a6-8f78-e87792e8ee3a req-cf9569eb-7620-4990-adf8-b320c3708c48 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.6009943
Apr 05 16:44:29.812230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:29.817208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f2ae3b80-794f-48a6-8f78-e87792e8ee3a req-fc9c3efc-42d4-4833-a615-75b48c80dfbc tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0851614
Apr 05 16:44:29.823363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:29.876698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e5849f37-dd36-4c88-a8d7-c66842aef326 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:29.906221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39552) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:29.914859 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=de4536997c7d44c4826b3f76a3a88fb2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2787189
Apr 05 16:44:29.938910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1e7054-85e1-458c-978b-136dd7c39d85,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:29.953737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:29.978162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1659-8641-41a7-8a78-a0fa3bf25660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.049554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1659-8641-41a7-8a78-a0fa3bf25660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.127550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1659-8641-41a7-8a78-a0fa3bf25660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.133259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-24c63211-bcad-464a-93c4-27e6db51bfcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:30.146392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aa1659-8641-41a7-8a78-a0fa3bf25660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1e7054-85e1-458c-978b-136dd7c39d85,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:30.154138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c8aa1659-8641-41a7-8a78-a0fa3bf25660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:30.155003 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c8aa1659-8641-41a7-8a78-a0fa3bf25660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.159028 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c8aa1659-8641-41a7-8a78-a0fa3bf25660 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f1e7054-85e1-458c-978b-136dd7c39d85 HTTP/1.1" status: 204  len: 168 time: 0.2515507
Apr 05 16:44:30.367078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2ab74b-53b2-42c1-b4f1-27387f8da2e2 req-aaddb178-3f88-46ff-a4f3-c046610c063d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:30.375150 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ec2ab74b-53b2-42c1-b4f1-27387f8da2e2 req-aaddb178-3f88-46ff-a4f3-c046610c063d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1062665
Apr 05 16:44:30.430650 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ec2ab74b-53b2-42c1-b4f1-27387f8da2e2 req-53af7213-3496-431f-a077-7a8b7a05ade3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542440
Apr 05 16:44:30.600559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39566) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:30.621902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.638292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:30.642401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:cf6900d25c384740af01f9c400b56f5d is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:30.645554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:30.652076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:30.765235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.768982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.781595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b98f9813-cb50-4516-8d5e-589f2f3685cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:30.826134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c16af7-03c4-4e27-8c49-88c295f00780,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:30.831648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:30.835129 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cf6900d25c384740af01f9c400b56f5d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2334297
Apr 05 16:44:30.837987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39572) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:30.907697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:30.938775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:31.006161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:31.030946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0832f7be-cf05-482e-b224-f4a127c0fe8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:31.063893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c16af7-03c4-4e27-8c49-88c295f00780,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:31.066821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:31.078761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:31.080142 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/b1c16af7-03c4-4e27-8c49-88c295f00780 HTTP/1.1" status: 204  len: 168 time: 0.2410328
Apr 05 16:44:31.702065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53759ef-2a22-4ef6-b968-16e2755ca5a6 req-03abd099-e398-43f5-8017-e3a021bb6eea tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:31.703678 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c53759ef-2a22-4ef6-b968-16e2755ca5a6 req-03abd099-e398-43f5-8017-e3a021bb6eea tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1201470
Apr 05 16:44:31.792752 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c53759ef-2a22-4ef6-b968-16e2755ca5a6 req-88c6ce1f-844f-402c-bff0-c743b2c96abf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824065
Apr 05 16:44:32.684213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39630) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:32.880601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:32.901698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:32.907452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Usage tracker for resource:security_group_rule and tenant:401260c0d5824f0aa0a75df7404202d5 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:32.910609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:32.921153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:33.035909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:33.048664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:33.067654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-071b51a3-7d29-4d0c-af6c-26e8f0034e79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:33.133085 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=401260c0d5824f0aa0a75df7404202d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4304380
Apr 05 16:44:33.133831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39646) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:33.134592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947fc33b-2861-4a43-a33a-fdfbc26592cd,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:33.139653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0e2d13bc-c0ad-4be0-84b8-3f1b0b7992d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:33.196805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db17715-ef07-4471-85f0-00d41739db21 req-92dba99f-16de-46e5-b7a1-8e2a5f6c2717 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:33.211085 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9db17715-ef07-4471-85f0-00d41739db21 req-92dba99f-16de-46e5-b7a1-8e2a5f6c2717 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1718872
Apr 05 16:44:33.264891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:33.291530 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9db17715-ef07-4471-85f0-00d41739db21 req-b10842da-d952-4e92-9f63-9b8fac557377 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0791717
Apr 05 16:44:33.329092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:33.382783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:33.388608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5af0a163-e664-433d-8081-ae570677ac8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:33.404750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:33.408879 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/947fc33b-2861-4a43-a33a-fdfbc26592cd HTTP/1.1" status: 204  len: 168 time: 0.2710721
Apr 05 16:44:33.410140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947fc33b-2861-4a43-a33a-fdfbc26592cd,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:33.412300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:34.536112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba87e7-a1da-40cd-b7e6-17fcbf5654c6 req-5a5f0dcf-c9b3-431c-951f-c0fe457b7f86 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:34.545937 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-beba87e7-a1da-40cd-b7e6-17fcbf5654c6 req-5a5f0dcf-c9b3-431c-951f-c0fe457b7f86 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1193144
Apr 05 16:44:34.617601 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-beba87e7-a1da-40cd-b7e6-17fcbf5654c6 req-13c1a315-329a-4da6-81fc-be324867217f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701618
Apr 05 16:44:35.135237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b9828403-ea66-4536-a589-6e68b6d458df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:35.821095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a2849-738c-45c8-b391-12ef6169a1c9 req-24c65d95-e321-4817-ba6b-36ef3022997d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:35.822704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d16a2849-738c-45c8-b391-12ef6169a1c9 req-24c65d95-e321-4817-ba6b-36ef3022997d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.0945897
Apr 05 16:44:35.871721 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d16a2849-738c-45c8-b391-12ef6169a1c9 req-09cf2902-fa7f-4a7f-a80f-964ac4e44f45 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424521
Apr 05 16:44:36.602419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:37.327045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-dd19fa2b-7ffc-447f-8cc8-a774099931a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:37.328651 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-dd19fa2b-7ffc-447f-8cc8-a774099931a3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1098 time: 0.1650145
Apr 05 16:44:37.337384 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af53d01-7607-49fe-b345-b1bdc3cd786e req-5185563c-15cf-4d4e-b447-2c0315853da0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:37.339013 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1af53d01-7607-49fe-b345-b1bdc3cd786e req-5185563c-15cf-4d4e-b447-2c0315853da0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.3391578
Apr 05 16:44:37.483291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1af53d01-7607-49fe-b345-b1bdc3cd786e req-10092acc-ae3b-4922-975e-d78bab38b85a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1183522
Apr 05 16:44:37.517578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-7d58b0c0-733b-4894-aa03-6a5163a63536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:37.519144 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-7d58b0c0-733b-4894-aa03-6a5163a63536 service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1794677
Apr 05 16:44:37.618748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3f4dafc1-5f85-43ce-a613-cc2b28da70ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:37.634976 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-8b5de442-fd63-43c8-8219-a716c63955ab service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 1001 time: 0.1084182
Apr 05 16:44:37.707015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-7055f8a1-f7eb-4b93-93cd-3aeee1d15b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:37.708185 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-7055f8a1-f7eb-4b93-93cd-3aeee1d15b57 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0643601
Apr 05 16:44:37.763078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:37.807248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-7707f0f4-5e44-4ac1-8498-53c628845359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:37.809634 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-7707f0f4-5e44-4ac1-8498-53c628845359 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0941322
Apr 05 16:44:37.960178 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-e0b3524e-a865-4746-9598-845883bb9ac4 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440153
Apr 05 16:44:38.132747 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7152a5a2-b742-4430-b124-d40dfb9e38f0 req-cdf35030-923c-4efd-925d-9a323ee829b8 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1604526
Apr 05 16:44:38.318720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:44:38.630220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39782) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:38.700583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:38.713037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9fb7f-6c6c-4073-aef8-f8375c16711b req-7f0a8f2f-5711-4441-b752-f92bc0d5394a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:38.714626 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-abf9fb7f-6c6c-4073-aef8-f8375c16711b req-7f0a8f2f-5711-4441-b752-f92bc0d5394a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1096590
Apr 05 16:44:38.763199 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-abf9fb7f-6c6c-4073-aef8-f8375c16711b req-490672db-020f-409e-9a83-dff21ea0660e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419052
Apr 05 16:44:38.763461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:38.769403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Usage tracker for resource:security_group_rule and tenant:c53d45a08d6440539320c7e1b3cd9c85 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:38.773248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:38.780426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:38.848494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53ac350-6557-4358-aa2d-a1ad0ccd477f req-63f51272-2c7d-4681-a4ad-a107b6e959a3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:38.850070 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f53ac350-6557-4358-aa2d-a1ad0ccd477f req-63f51272-2c7d-4681-a4ad-a107b6e959a3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.3495939
Apr 05 16:44:38.926397 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f53ac350-6557-4358-aa2d-a1ad0ccd477f req-2ac9b9d5-d985-408c-be6a-330c4730a79d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686817
Apr 05 16:44:38.946849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:38.950572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:38.952480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39788) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:38.959641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-29b139b2-0422-4ed4-b84d-5c3536eab64f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:39.003668 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=c53d45a08d6440539320c7e1b3cd9c85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3721287
Apr 05 16:44:39.005481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a51af87-2244-468e-9a88-9966191d6526,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:39.006602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39794) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:39.009665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:39.055910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.153215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.193793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.231699 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253c6a0a-23b4-468f-8fc4-a2166d082c4c tempest-TestMinimumBasicScenario-372250888 tempest-TestMinimumBasicScenario-372250888-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:39.232260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-253c6a0a-23b4-468f-8fc4-a2166d082c4c tempest-TestMinimumBasicScenario-372250888 tempest-TestMinimumBasicScenario-372250888-project-admin] Synchronizing usage tracker for tenant:4a1a30247427484f84c3c0f0cf3686be on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:44:39.245395 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.257372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-253c6a0a-23b4-468f-8fc4-a2166d082c4c tempest-TestMinimumBasicScenario-372250888 tempest-TestMinimumBasicScenario-372250888-project-admin] Unset dirty status for tenant:4a1a30247427484f84c3c0f0cf3686be on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:44:39.258728 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-253c6a0a-23b4-468f-8fc4-a2166d082c4c tempest-TestMinimumBasicScenario-372250888 tempest-TestMinimumBasicScenario-372250888-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1093 time: 0.3051760
Apr 05 16:44:39.259868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.262171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39800) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:39.265027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-bd6f61f4-dd5c-4954-9fcb-30f6929d8a26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:39.267848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'floatingip': {'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'port_id': '3540ea27-7db7-4272-9be9-50c262ada14d', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:39.274269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:39.278450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:floatingip and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:39.281644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:39.282565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a51af87-2244-468e-9a88-9966191d6526,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:39.285397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:39.286637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.290194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3a51af87-2244-468e-9a88-9966191d6526 HTTP/1.1" status: 204  len: 168 time: 0.2796662
Apr 05 16:44:39.306422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:39.321020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for floatingip, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.479983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.640941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39818) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:39.651105 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Allocated IP 172.27.1.170 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/28558181-8efa-4f6a-93fd-c2941769efcf) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:44:39.662250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.680858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:39.685501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Usage tracker for resource:security_group_rule and tenant:8286bbd436344c9b850e6ef9d9aa0b60 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:39.689039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:39.696068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:39.790158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.795208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.805908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8dba5a8f-8300-42a2-9fe1-a015a3f8bed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:39.832402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.854203 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8286bbd436344c9b850e6ef9d9aa0b60&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2096074
Apr 05 16:44:39.854203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01898d7b-be0e-46bd-999a-864ba7280cfd,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:39.854595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39826) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:39.857480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:39.926731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:39.943755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:39.986628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab34fa-4a08-4f90-ad04-db165d6f5c46 req-ca00298b-ebb4-471f-a080-af1e4a3be09e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:39.988209 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7fab34fa-4a08-4f90-ad04-db165d6f5c46 req-ca00298b-ebb4-471f-a080-af1e4a3be09e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 945 time: 0.1006203
Apr 05 16:44:40.005804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.044801 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7fab34fa-4a08-4f90-ad04-db165d6f5c46 req-be0c5cde-5e11-4cec-802c-51a8f5dd3f21 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482175
Apr 05 16:44:40.078303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:44:40.154945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'Port': ['ID=28558181-8efa-4f6a-93fd-c2941769efcf,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:40.158859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:40.167227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.204419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.212803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:44:40.217239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:40.219632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:44:40.233977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:40.244959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:40.248079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.250040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:40.289775 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'code': 200}
Apr 05 16:44:40.328094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=8']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:40.330773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.331266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:40.338119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c79c1bef-d2e7-4ee8-9f6c-d19c28ac6b39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:40.365986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01898d7b-be0e-46bd-999a-864ba7280cfd,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:40.368533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:40.453858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.455082 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/01898d7b-be0e-46bd-999a-864ba7280cfd HTTP/1.1" status: 204  len: 168 time: 0.5995347
Apr 05 16:44:40.724982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.807322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.903970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39846) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:40.924082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:40.939806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:40.943992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Usage tracker for resource:security_group_rule and tenant:bbd5bafc9e23439596b086a9df11cf5b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:40.946981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:40.953585 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:41.052567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.055366 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.092978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-efec4832-098d-46b1-97ac-1f798d896ee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:41.104580 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=bbd5bafc9e23439596b086a9df11cf5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1992085
Apr 05 16:44:41.107023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39854) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:41.155077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7d25d0-b5b8-4e8e-902e-130895c883a5,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:41.159114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.163778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.173768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4524a43f-30b2-4220-b89a-2f4919e75645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:41.184517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:41.240352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.277696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.329356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'Port': ['ID=28558181-8efa-4f6a-93fd-c2941769efcf,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:41.333814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:41.342249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c79dd-4e79-4c59-8f8d-d617ed3f970b req-5e487ad0-a1cf-42b2-8da9-6eeac025160c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:41.343872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a8c79dd-4e79-4c59-8f8d-d617ed3f970b req-5e487ad0-a1cf-42b2-8da9-6eeac025160c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1666405
Apr 05 16:44:41.368216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.377216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-67f4bd22-f2ed-4536-923c-6207f88cf33d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:41.397832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7d25d0-b5b8-4e8e-902e-130895c883a5,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:41.408940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:41.426374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a8c79dd-4e79-4c59-8f8d-d617ed3f970b req-ab1fb197-8f74-4195-b816-0db90478dc59 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0749359
Apr 05 16:44:41.427199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.428296 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4a7d25d0-b5b8-4e8e-902e-130895c883a5 HTTP/1.1" status: 204  len: 168 time: 0.3202705
Apr 05 16:44:41.434964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:41.625167 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Floating IP f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662 associated. External IP: 172.27.1.170, port: 3540ea27-7db7-4272-9be9-50c262ada14d.
Apr 05 16:44:42.386013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:44:42.656561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39912) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:42.704965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:44:42.718222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] Sync routers for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:44:42.735056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:44:42.735760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cde7f668>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:42.741965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:42.882458 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.6187468
Apr 05 16:44:42.885330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39928) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:42.891747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1090462075', 'description': 'tempest-secgroup-smoke-1090462075 description', 'project_id': '04a75e8049f54c71aae627e7a1b59c19'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:42.895334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:42.904744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:42.932874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:42.950446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:42.958883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:44:42.994759 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d', 'status': 'completed', 'code': 200}
Apr 05 16:44:42.995768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:43.004559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:43.015966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:43.025584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:43.108416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:43.141577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f718ba8-8b03-45ce-98bf-44b9a4770e65 req-72c91db5-6300-4e9e-bcc0-b3b1997950f0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:43.144304 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7f718ba8-8b03-45ce-98bf-44b9a4770e65 req-72c91db5-6300-4e9e-bcc0-b3b1997950f0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.2592392
Apr 05 16:44:43.168756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:43.203526 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7f718ba8-8b03-45ce-98bf-44b9a4770e65 req-c39cc2ab-6344-485a-b321-aa34b83bb390 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532703
Apr 05 16:44:43.212594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Usage tracker for resource:security_group_rule and tenant:270e6375c55644a3a59850054cc88bce is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:43.228802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:43.273959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:43.295470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-478ad94b-2169-4133-8313-c86689bf5e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:43.297563 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-478ad94b-2169-4133-8313-c86689bf5e17 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.2423937
Apr 05 16:44:43.451498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39952) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:43.499387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:43.513462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-ac8aaa75-0ffc-40ff-9884-e76612f1247f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:43.515118 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-ac8aaa75-0ffc-40ff-9884-e76612f1247f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.2069438
Apr 05 16:44:43.515693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:43.530126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-46d16591-8fc1-452e-9c88-51d20e95e304 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:43.680212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a6c88d-b024-4970-84fa-dbbfbbbae1a9,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:43.684830 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-1773ede5-5cd1-42e8-968b-c8a8a7ceb429 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 999 time: 0.1559017
Apr 05 16:44:43.685826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:43.694415 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-7a4803f9-1331-47a9-b441-b423ddb1a42b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2407091
Apr 05 16:44:43.710178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cde7f668>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'port_id': '3540ea27-7db7-4272-9be9-50c262ada14d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'mac_address': 'fa:16:3e:4f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:44:40Z', 'updated_at': '2021-04-05T16:44:40Z', 'revision_number': 0, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:43.717113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] Checking router: 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:44:43.728368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:44:43.729354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cde7f668>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:43.816310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-e5a1fda2-5f66-4bac-a0ae-68339f6fbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:43.819319 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-e5a1fda2-5f66-4bac-a0ae-68339f6fbef0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.1097941
Apr 05 16:44:43.824824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:43.827627 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.9410048
Apr 05 16:44:43.832098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39970) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:43.910561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'security_group_rule': {'security_group_id': '37a6c88d-b024-4970-84fa-dbbfbbbae1a9', 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:43.917010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:43.922505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:43.925884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:43.932374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:43.977847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.009937 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-daa3dc1f-2448-4c5e-882d-2a7a82f9a8b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2144082
Apr 05 16:44:44.095231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:44:44.146130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.160704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-1b242718-cf6b-482d-8371-bfcec594a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:44.162634 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-1b242718-cf6b-482d-8371-bfcec594a862 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3321321
Apr 05 16:44:44.164749 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.176024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-a585f375-62e3-4798-b1e2-0ba27a7269e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:44.178012 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-a585f375-62e3-4798-b1e2-0ba27a7269e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 1099 time: 0.1343851
Apr 05 16:44:44.178150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4def4c19-fb20-470d-9214-31a8dd53e73c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:44.322235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.355955 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.413216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:44:44.449987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd9489e-a3b5-40b8-9d25-ce7bab214f0d,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:44.456943 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=270e6375c55644a3a59850054cc88bce&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7966042
Apr 05 16:44:44.465927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 39984) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:44.484485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:44.513372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:44.540517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-cdce5ef7-aa6d-41e2-8a2c-d7a59d680a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:44.542644 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-cdce5ef7-aa6d-41e2-8a2c-d7a59d680a0a service neutron] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 911 time: 0.3411725
Apr 05 16:44:44.598430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2b985ae-11e4-48e8-b9c9-bf633848b52a,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:44.775688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.852784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.867514 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-f16c436b-524b-4263-a9f6-1da9af6a3802 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed69b593-883d-4934-ad61-aa242a52a7ca HTTP/1.1" status: 200  len: 1002 time: 0.3165004
Apr 05 16:44:44.942258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:44.944614 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.0524309
Apr 05 16:44:44.947975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:44.954223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 39998) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:45.003073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'security_group_rule': {'security_group_id': '37a6c88d-b024-4970-84fa-dbbfbbbae1a9', 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:45.016685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:45.029526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:45.032673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:45.038679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:45.048051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.059028 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-23b6c73b-e6a4-4272-ae87-0ee1b99f68fa service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8840809
Apr 05 16:44:45.066001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.076522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cde7f668>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'port_id': '3540ea27-7db7-4272-9be9-50c262ada14d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'mac_address': 'fa:16:3e:4f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:44:40Z', 'updated_at': '2021-04-05T16:44:40Z', 'revision_number': 0, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:45.079872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c70ec9d1-9d99-4932-967b-87d8e4d9b31f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:45.081168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d50ba8-eecb-4e3c-abbb-b923c9d56046 req-dd7249ad-ef42-4459-8e2b-83f5cdd03f4f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:45.083243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45513d1-1535-4cb0-97aa-ac1f8e62bb85 None None] The sync data for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi is: [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'floating_ip_address': '172.27.1.170', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'port_id': '3540ea27-7db7-4272-9be9-50c262ada14d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 459, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'mac_address': 'fa:16:3e:4f:3f:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:44:40Z', 'updated_at': '2021-04-05T16:44:40Z', 'revision_number': 0, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:44:45.088797 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-95d50ba8-eecb-4e3c-abbb-b923c9d56046 req-dd7249ad-ef42-4459-8e2b-83f5cdd03f4f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.5542128
Apr 05 16:44:45.125605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd9489e-a3b5-40b8-9d25-ce7bab214f0d,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:45.133212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:45.138143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.139271 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/4fd9489e-a3b5-40b8-9d25-ce7bab214f0d HTTP/1.1" status: 204  len: 168 time: 0.6698327
Apr 05 16:44:45.167121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-2a707542-e24c-4408-b202-e75847e5e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:45.170066 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-2a707542-e24c-4408-b202-e75847e5e086 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.2900627
Apr 05 16:44:45.267680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-cc257756-8433-415a-905e-2a2493fd1662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:45.270136 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-cc257756-8433-415a-905e-2a2493fd1662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0929353
Apr 05 16:44:45.338206 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-34c9a153-eb08-4460-86ce-a9c6689dc221 req-9f9e94cd-0166-473e-aad8-f58f24644832 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2439446
Apr 05 16:44:45.348438 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-95d50ba8-eecb-4e3c-abbb-b923c9d56046 req-07cc0dc2-0e0a-4ec3-a8d9-504b8b743e90 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2586579
Apr 05 16:44:45.369650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.379674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.387696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:45.418965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c27ee7-0951-42a7-9010-49f43fe92b8d,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:45.421662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:45.437804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.439264 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-36e56548-34cc-4c27-8849-e2e29be5ab50 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.4663858
Apr 05 16:44:45.442147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40008) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:45.447849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'security_group_rule': {'security_group_id': '37a6c88d-b024-4970-84fa-dbbfbbbae1a9', 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:45.452502 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-5d832e50-e840-4f55-b230-1a9dda30bb4e service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645930
Apr 05 16:44:45.455035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:45.459061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:45.462623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:45.470387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:45.489078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.571345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.577239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db30cef-afd8-4a87-b080-e982c9010074 None None] New status for floating IP f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662: ACTIVE {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:44:45.577676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.580096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ef06f6c4-a3e2-407b-831b-6c462765d995 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:45.606098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783ef3b2-73eb-4e03-8ba0-ccb35848f81a,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:45.608907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:45.616720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.618943 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8d0287cc-3231-49cb-b8b2-837f457860df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1752908
Apr 05 16:44:45.622092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40016) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:45.628238 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24764c4c-9a53-482e-b0d1-4625de2fb3fc req-9739d47c-e9fd-427c-8b8c-173e2639849e service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1669295
Apr 05 16:44:45.628612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'security_group_rule': {'security_group_id': '37a6c88d-b024-4970-84fa-dbbfbbbae1a9', 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:45.635488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:45.640244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:45.643564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:45.649731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:45.667176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.734892 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.738044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.740578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a90e0fea-8696-421d-aa18-fabab263e511 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:45.767272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e44fb7a-597c-4631-8a92-a0d361d95f4e,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:45.769991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:45.778134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.779580 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1563404
Apr 05 16:44:45.782326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40024) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:45.788092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'security_group_rule': {'security_group_id': '37a6c88d-b024-4970-84fa-dbbfbbbae1a9', 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:45.795176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:45.800236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:45.803659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:45.810045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:45.819823 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.securitygroups_db [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Project 04a75e8049f54c71aae627e7a1b59c19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 16:44:45.827659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.902621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.909598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.911961 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:45.937291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6669f9ea-beb6-401b-8a4a-7bc2420f4c92,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:45.941814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:45.951215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:45.955759 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c9f3e2ff-9e0c-48be-af61-9fcb78a200f2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1696937
Apr 05 16:44:45.956104 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40036) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:45.961888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'security_group_rule': {'security_group_id': '37a6c88d-b024-4970-84fa-dbbfbbbae1a9', 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:45.969353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:45.973618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Usage tracker for resource:security_group_rule and tenant:04a75e8049f54c71aae627e7a1b59c19 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:45.976812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:45.984419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:45.997782 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.securitygroups_db [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Project 04a75e8049f54c71aae627e7a1b59c19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 16:44:46.005086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.091603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.094737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.098012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f4143bf1-678c-461f-9446-4250376b668d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:46.114542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40046) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:46.128408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abaef26b-1b3b-41e6-8c05-c7750bbb201b,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:46.135114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:46.138329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.139684 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0a4c6225-1c79-4ce1-807b-e54c480d329c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1825497
Apr 05 16:44:46.252121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1197300878-network', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:46.261940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:46.274297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Usage tracker for resource:network and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:46.279030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:46.289193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:46.297367 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a324607d-d503-4b87-8938-a55e89155925 req-e506dabf-f44c-49d2-b803-cccdba7cfc42 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090462075&fields=id&tenant_id=04a75e8049f54c71aae627e7a1b59c19 HTTP/1.1" status: 200  len: 267 time: 0.0707564
Apr 05 16:44:46.342401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Made reservation on behalf of e9dde093068d427dbb22afa2b2463bc6 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:44:46.347077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.375371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.395777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:46.403166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:46.407126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:46.415249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:46.471923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324607d-d503-4b87-8938-a55e89155925 req-9143bca3-94ee-4e1d-b85a-817d5f6f2830 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:46.473590 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a324607d-d503-4b87-8938-a55e89155925 req-9143bca3-94ee-4e1d-b85a-817d5f6f2830 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.1698334
Apr 05 16:44:46.495624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'port': {'security_groups': ['a54de448-cdd4-4073-aaa9-5a33e575c4d4', '37a6c88d-b024-4970-84fa-dbbfbbbae1a9']}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:46.617711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc629df-eeda-4f74-90f6-b995fda3a1d4 req-e3fcf9c7-4ef1-4cd1-8a7b-db76509f328b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:46.619999 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8dc629df-eeda-4f74-90f6-b995fda3a1d4 req-e3fcf9c7-4ef1-4cd1-8a7b-db76509f328b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1262181
Apr 05 16:44:46.682187 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8dc629df-eeda-4f74-90f6-b995fda3a1d4 req-15a37920-f158-4207-9eb3-80b709969f9b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542467
Apr 05 16:44:46.684370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.692883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.700893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:46.731760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:44:46.733773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.758035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd863e18-352d-43a4-87ff-96f21a85d92b,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:46.764799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.765187 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Added segment f9857dfd-02ec-4dba-aa96-48c31103fda1 of type vlan for network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1
Apr 05 16:44:46.766444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:46.846995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.949140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.953631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:46.954275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:46.963090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:47.091042 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.9753048
Apr 05 16:44:47.094135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40062) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:47.100292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Request body: {'subnet': {'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1197300878-subnet', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:47.105894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:47.107753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Pushing event updated for resources: {'Network': ['ID=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:47.109994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Usage tracker for resource:subnet and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:47.113029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:47.119039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:44:47.119175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:47.122332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:47.129073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Made reservation on behalf of e9dde093068d427dbb22afa2b2463bc6 for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:44:47.134187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021130'] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:47.239755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=3540ea27-7db7-4272-9be9-50c262ada14d,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:47.267691 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:47.273033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:47.288614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d832a9b3-00da-4724-97a8-7710a4e74127 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:47.448391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=6']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:47.453121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:47.495715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:47.497201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:47.498373 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a324607d-d503-4b87-8938-a55e89155925 req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "PUT /v2.0/ports/3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 981 time: 1.0133998
Apr 05 16:44:47.498994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:44:47.553662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850965047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021177'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:47.556317 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d', 'status': 'completed', 'code': 200}
Apr 05 16:44:47.570306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:47.742466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-d3beeaa4-d40e-4a38-af1b-deef087aee51 None None] Provisioning complete for port 3540ea27-7db7-4272-9be9-50c262ada14d triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:47.743031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d3beeaa4-d40e-4a38-af1b-deef087aee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:47.765437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bec2c8c7-9e91-4e52-835d-6a18c9942915,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:47.773995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:47.833794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87974d1a-7fed-4e53-9438-2443962fe51b req-2717d875-9d22-48a6-949f-4ff1a9b5f246 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:47.835407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-87974d1a-7fed-4e53-9438-2443962fe51b req-2717d875-9d22-48a6-949f-4ff1a9b5f246 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.2198410
Apr 05 16:44:47.897313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Checking segment: {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:44:47.897708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Network hostable DHCP agents. Network: 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:44:47.912248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-87974d1a-7fed-4e53-9438-2443962fe51b req-eef8f617-094c-41e7-bc06-d1b6d6bb35b0 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:44:47.921013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12404e5-a160-4603-82d0-48b000f2cde0 req-a518f272-3e9d-4ee2-9ff9-3fe561463410 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:47.922696 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b12404e5-a160-4603-82d0-48b000f2cde0 req-a518f272-3e9d-4ee2-9ff9-3fe561463410 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0912464
Apr 05 16:44:47.936374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-87974d1a-7fed-4e53-9438-2443962fe51b req-eef8f617-094c-41e7-bc06-d1b6d6bb35b0 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:44:47.937635 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-87974d1a-7fed-4e53-9438-2443962fe51b req-eef8f617-094c-41e7-bc06-d1b6d6bb35b0 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0855646
Apr 05 16:44:47.938658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:44:47.947947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:47.961073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:47.961804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:47.969898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd0378-5d1a-4283-b345-633e8c0ccf27 None None] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:44:47.973996 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b12404e5-a160-4603-82d0-48b000f2cde0 req-792b134d-ab29-4c99-acb7-0921f38d0e0a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0445089
Apr 05 16:44:47.988590 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.8932261
Apr 05 16:44:47.991523 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40080) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:47.997032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:48.002260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:48.006498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Usage tracker for resource:router and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:48.010603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:48.017363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:48.029668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.030915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.054353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.210231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:44:48.211161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.388129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Allocated IP 172.20.0.2 (7170d2e1-df9e-4e53-b887-abaa3f1c6fe1/bec2c8c7-9e91-4e52-835d-6a18c9942915/292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:44:48.600148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.607999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.618855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Transition to ACTIVE for port object 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:44:48.639000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Transition to ACTIVE for port object 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:44:48.644353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.661081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:48.804994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Pushing event updated for resources: {'Port': ['ID=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:48.810748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:48.857056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:44:48.858268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:48.860589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:44:48.938754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.959873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Attempting to bind port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:44:48.960324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Attempting to bind port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:44:48.960736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Attempting to bind port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 on network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:44:48.967953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:44:48.968401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Checking segment: {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:44:48.968848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.969291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Bound using segment: {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:44:48.969810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Bound port: 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:44:48.970227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:48.972775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:49.077296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] For port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:44:49.080842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] For port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:44:49.084627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:49.101533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:49.152924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Allocated IP 172.27.1.72 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/30c688ea-9550-4a07-a17e-f5f16e2719ca) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:44:49.196397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd66db-667e-4053-beb6-5f10ae40ade3 req-38f5c837-6384-41d7-be17-669ba7d527eb tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:49.198367 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4ccd66db-667e-4053-beb6-5f10ae40ade3 req-38f5c837-6384-41d7-be17-669ba7d527eb tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0946381
Apr 05 16:44:49.250122 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4ccd66db-667e-4053-beb6-5f10ae40ade3 req-cbb66e43-93ff-41b3-a4e5-f23689806c71 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434687
Apr 05 16:44:49.252220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Pushing event updated for resources: {'Port': ['ID=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:49.255571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:49.317085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:49.347279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:49.362709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9b33b0e3-e603-49d0-bae6-d57a97192a9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:49.512693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Pushing event updated for resources: {'Port': ['ID=30c688ea-9550-4a07-a17e-f5f16e2719ca,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:49.515641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:49.561964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:44:49.563132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:49.565463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:44:50.021952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:50.104290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['3540ea27-7db7-4272-9be9-50c262ada14d'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:44:50.157952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:44:50.271101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['3540ea27-7db7-4272-9be9-50c262ada14d'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:44:50.337826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249500-1849-4661-abeb-d49ff5e3690f req-709f94ce-7027-446b-9fef-3d803aa69678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:50.339418 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50249500-1849-4661-abeb-d49ff5e3690f req-709f94ce-7027-446b-9fef-3d803aa69678 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1137 time: 0.1871791
Apr 05 16:44:50.360845 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:44:50.668346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:50.675079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249500-1849-4661-abeb-d49ff5e3690f req-50e7c8fd-dd4a-458a-a35e-c79a62bb59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:50.676713 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50249500-1849-4661-abeb-d49ff5e3690f req-50e7c8fd-dd4a-458a-a35e-c79a62bb59ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.2772050
Apr 05 16:44:50.685842 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18552fb0-e0a0-4a76-b8b7-a11da26bfead req-b6fc9378-5b72-41d2-9b12-5b5a9983f1de tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:50.687128 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-18552fb0-e0a0-4a76-b8b7-a11da26bfead req-b6fc9378-5b72-41d2-9b12-5b5a9983f1de tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.2888303
Apr 05 16:44:50.794190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa83cf-c5b5-4113-9c36-807cddc96a3f None None] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:44:50.929263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Provisioning for port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:44:50.980207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Provisioning complete for port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:50.981122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:51.215209 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-18552fb0-e0a0-4a76-b8b7-a11da26bfead req-d1ba7418-aabc-44ee-9455-7ca6ab11564d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2241225
Apr 05 16:44:51.236567 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50249500-1849-4661-abeb-d49ff5e3690f req-aceca60f-d1ad-4f28-8f10-c4cd04351224 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 1001 time: 0.2522271
Apr 05 16:44:51.334529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249500-1849-4661-abeb-d49ff5e3690f req-7ad1f13b-1d24-4916-87fc-b29fbe1af916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:51.336031 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50249500-1849-4661-abeb-d49ff5e3690f req-7ad1f13b-1d24-4916-87fc-b29fbe1af916 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0874674
Apr 05 16:44:51.407027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Router 46057171-8225-41a6-91ae-9c3b55fd35a2 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84353) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:44:51.533983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:51.577223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50249500-1849-4661-abeb-d49ff5e3690f req-6493aa59-fb02-4f80-8c27-364795b26833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:51.578841 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50249500-1849-4661-abeb-d49ff5e3690f req-6493aa59-fb02-4f80-8c27-364795b26833 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2354066
Apr 05 16:44:51.605026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] For port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:51.612912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:51.615420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:51.695067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Pushing event updated for resources: {'Port': ['ID=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:51.698908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:51.726942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:44:51.738803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Sync routers for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:44:51.751237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:44:51.752445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0f4470>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:51.774083 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:51.778933 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40106) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:51.779041 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.7863367
Apr 05 16:44:51.781655 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50249500-1849-4661-abeb-d49ff5e3690f req-d8debb3c-2437-4bfc-adee-1fc73f614ae8 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1925116
Apr 05 16:44:51.985844 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50249500-1849-4661-abeb-d49ff5e3690f req-b69f8e05-d63b-49c6-96c9-909c0d4cb76b service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1966460
Apr 05 16:44:52.036975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:44:52.185800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:44:52.258688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b5c04649-6c51-4335-a017-90e008070c68 None None] Provisioning complete for port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:52.258688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b5c04649-6c51-4335-a017-90e008070c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:52.437159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-ca122430-ae85-4ffa-9153-abf54296eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:52.439018 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-ca122430-ae85-4ffa-9153-abf54296eeee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551&tenant_id=e7634d0c1713472490f05bb4996e3a6b HTTP/1.1" status: 200  len: 1096 time: 0.1593304
Apr 05 16:44:52.557564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:52.557986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:52.585527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-779a4223-e709-4d82-9430-aa2eb82fbf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:52.587254 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-779a4223-e709-4d82-9430-aa2eb82fbf4d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1096 time: 0.1117756
Apr 05 16:44:52.649512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df723b7a-82c1-4f3a-b54a-08aca5be203a req-8604931f-c6cc-4b50-8844-dcb53e020455 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:52.659682 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df723b7a-82c1-4f3a-b54a-08aca5be203a req-8604931f-c6cc-4b50-8844-dcb53e020455 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1610143
Apr 05 16:44:52.774082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0f4470>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:49Z', 'revision_number': 3, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:52.789537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Checking router: 46057171-8225-41a6-91ae-9c3b55fd35a2 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:44:52.796337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Updating router 46057171-8225-41a6-91ae-9c3b55fd35a2 port 30c688ea-9550-4a07-a17e-f5f16e2719ca binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:44:52.811114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-90d47899-b7f1-48cb-90de-cdb049c1b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:52.813304 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-90d47899-b7f1-48cb-90de-cdb049c1b497 service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.2187512
Apr 05 16:44:52.890390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:52.905271 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df723b7a-82c1-4f3a-b54a-08aca5be203a req-01e23c27-0a77-4595-b5c4-274972ec3548 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2445478
Apr 05 16:44:52.941196 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.026984 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-a94ebc45-70a5-4466-b756-e31365ddfcba service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 999 time: 0.2044783
Apr 05 16:44:53.181051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-63c18e1f-9660-4159-bd4b-24a0cd2dfee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:53.182629 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-63c18e1f-9660-4159-bd4b-24a0cd2dfee6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.1487217
Apr 05 16:44:53.260019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Allocated IP 172.20.0.1 (7170d2e1-df9e-4e53-b887-abaa3f1c6fe1/bec2c8c7-9e91-4e52-835d-6a18c9942915/6c7b7194-da93-435d-800a-079ab8af63b0) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:44:53.275595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-56c40407-ce29-4f93-9aa0-4c178584ee66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:53.277866 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-56c40407-ce29-4f93-9aa0-4c178584ee66 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870135
Apr 05 16:44:53.421203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.427507 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-cf0ecbae-62fa-4407-9bd9-c0f1a43879fd service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423490
Apr 05 16:44:53.430332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.433710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Transition to ACTIVE for port object 30c688ea-9550-4a07-a17e-f5f16e2719ca will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:44:53.439891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.449320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Transition to ACTIVE for port object 6c7b7194-da93-435d-800a-079ab8af63b0 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:44:53.456206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c669cd14-12c9-4ac9-81d6-4bc9de0b147c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:53.475340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.491220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca9838dd-b664-4db9-aa44-55079a489a55 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:53.589558 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-5dddeb7a-622c-4ae6-82b2-79e31faddfaa service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1510901
Apr 05 16:44:53.603783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aabb1-715c-4c34-88c3-5e32ac72c1d1 None None] Pushing event updated for resources: {'Port': ['ID=30c688ea-9550-4a07-a17e-f5f16e2719ca,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:53.608569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-268aabb1-715c-4c34-88c3-5e32ac72c1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:53.666700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Attempting to bind port 30c688ea-9550-4a07-a17e-f5f16e2719ca on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:44:53.667125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Attempting to bind port 30c688ea-9550-4a07-a17e-f5f16e2719ca by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:44:53.667720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Attempting to bind port 30c688ea-9550-4a07-a17e-f5f16e2719ca on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:44:53.675484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:44:53.676165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:44:53.676815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.677370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:44:53.678605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Bound port: 30c688ea-9550-4a07-a17e-f5f16e2719ca, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:44:53.678605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.762309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] For port 30c688ea-9550-4a07-a17e-f5f16e2719ca, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:44:53.765985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] For port 30c688ea-9550-4a07-a17e-f5f16e2719ca, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=30c688ea-9550-4a07-a17e-f5f16e2719ca,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:44:53.769477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:53.786509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:53.880770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7b7194-da93-435d-800a-079ab8af63b0,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:53.885361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:53.931393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:44:53.932843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:53.936191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:44:54.005537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:54.123637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268aabb1-715c-4c34-88c3-5e32ac72c1d1 None None] Pushing event updated for resources: {'Port': ['ID=30c688ea-9550-4a07-a17e-f5f16e2719ca,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:54.154802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-268aabb1-715c-4c34-88c3-5e32ac72c1d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:54.254875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:44:54.258075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0f4470>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:54.260282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bdcc8-c05a-4768-89f1-29094d18ae5e req-8a526ac8-5c9d-4758-8ae3-a3c388fb36a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:54.263134 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d24bdcc8-c05a-4768-89f1-29094d18ae5e req-8a526ac8-5c9d-4758-8ae3-a3c388fb36a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1553490
Apr 05 16:44:54.352192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:54.353601 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d24bdcc8-c05a-4768-89f1-29094d18ae5e req-f6369c4b-a995-4d33-9a77-81183262dab3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0824580
Apr 05 16:44:54.443259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b339f30d-869a-4c2c-b720-9e07a2a306a4 None None] Provisioning for port 6c7b7194-da93-435d-800a-079ab8af63b0 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:44:54.453848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b339f30d-869a-4c2c-b720-9e07a2a306a4 None None] Provisioning complete for port 6c7b7194-da93-435d-800a-079ab8af63b0 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:54.454344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b339f30d-869a-4c2c-b720-9e07a2a306a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:54.524238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-b339f30d-869a-4c2c-b720-9e07a2a306a4 None None] Port 6c7b7194-da93-435d-800a-079ab8af63b0 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:44:54.566643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:44:54.718798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:54.723130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3810599'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:54.753422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cc6a5b79-366e-4139-82fe-4400ab8cc560 tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:54.827593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7b7194-da93-435d-800a-079ab8af63b0,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:54.832093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:54.853275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:55.040918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0f4470>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:44:53Z', 'revision_number': 1, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:55.050204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b407e1ea-ddb4-4073-8e49-c2036b482494 None None] The sync data for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi is: [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:44:53Z', 'revision_number': 1, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:44:55.062277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:44:55.066209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:55.348040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Router 46057171-8225-41a6-91ae-9c3b55fd35a2 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:44:55.472154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-10868d02-d703-4d21-ad31-b2f5ec889be8 None None] Provisioning complete for port 6c7b7194-da93-435d-800a-079ab8af63b0 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:55.472595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10868d02-d703-4d21-ad31-b2f5ec889be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:55.621562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-10868d02-d703-4d21-ad31-b2f5ec889be8 None None] Port 6c7b7194-da93-435d-800a-079ab8af63b0 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:44:55.834856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e8901a-3d6a-4062-b830-f666913a813d req-b8c360e2-49c8-4870-b1fe-4cad43eb9ef1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:55.845087 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7e8901a-3d6a-4062-b830-f666913a813d req-b8c360e2-49c8-4870-b1fe-4cad43eb9ef1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.2199609
Apr 05 16:44:55.851460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:44:55.899433 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] 10.222.0.38 "PUT /v2.0/routers/46057171-8225-41a6-91ae-9c3b55fd35a2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1194875
Apr 05 16:44:55.915142 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7e8901a-3d6a-4062-b830-f666913a813d req-fb69f201-6c76-4263-82e5-ede7b1639109 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0689311
Apr 05 16:44:56.815731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40208) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:56.821800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-191331089-network', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:56.827330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:56.835153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Usage tracker for resource:network and tenant:6b4605464cf34d7d9cd3ebaab7f5dbd6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:56.840685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:56.848511 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:56.858081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Made reservation on behalf of 6b4605464cf34d7d9cd3ebaab7f5dbd6 for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:44:56.862736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:56.877319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:56.893672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:56.897817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Usage tracker for resource:security_group_rule and tenant:6b4605464cf34d7d9cd3ebaab7f5dbd6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:56.901194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:56.908115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:57.000988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.004533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.020836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dda690d7-6b64-4e7c-a1f0-acf81768edd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:57.054820 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:44:57.066622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.067166 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Added segment d4c31c2f-191c-4ea8-a542-0fe4045300a6 of type vlan for network 80abaa03-5e97-478b-8cbd-f64416637d02
Apr 05 16:44:57.131203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.138496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb432d26-e62a-41f7-b2bf-ae623a794290,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:57.143449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:57.180612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.182735 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:57.183844 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.188416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:57.248652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec06e8-8f3a-47f6-91ed-febafc8cf781 req-52ae8437-e763-4956-b5be-67feec6b2ed9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:57.263245 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-25ec06e8-8f3a-47f6-91ed-febafc8cf781 req-52ae8437-e763-4956-b5be-67feec6b2ed9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1414061
Apr 05 16:44:57.341491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Pushing event updated for resources: {'Network': ['ID=80abaa03-5e97-478b-8cbd-f64416637d02,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:57.344550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:57.348462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-25ec06e8-8f3a-47f6-91ed-febafc8cf781 req-2931071a-efc5-4536-89d2-1797c04ad3f0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0754325
Apr 05 16:44:57.351821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40238) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:57.353514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 80abaa03-5e97-478b-8cbd-f64416637d02 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:44:57.364442 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.5334489
Apr 05 16:44:57.368190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Request body: {'subnet': {'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-191331089-subnet', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:57.381005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:57.387787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Usage tracker for resource:subnet and tenant:6b4605464cf34d7d9cd3ebaab7f5dbd6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:57.392534 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:57.411918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:57.429581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Made reservation on behalf of 6b4605464cf34d7d9cd3ebaab7f5dbd6 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:44:57.436433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851757385'] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.968803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852242876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851757436'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:57.994100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3d39d17b-fd72-4520-913b-a86ce7fa12fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:58.146490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4addce-e11a-413b-9a11-01f897bd9e11,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:58.155689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 30c688ea-9550-4a07-a17e-f5f16e2719ca up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:44:58.175694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.176143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.176542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.176947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.177341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.177736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.178129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.178520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.178910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.179295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.179682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.180099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:44:58.186624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:58.238849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 30c688ea-9550-4a07-a17e-f5f16e2719ca completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:44:58.250058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 30c688ea-9550-4a07-a17e-f5f16e2719ca triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:44:58.250489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:58.297790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Checking segment: {'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:44:58.298178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Network hostable DHCP agents. Network: 80abaa03-5e97-478b-8cbd-f64416637d02, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:44:58.319499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Network 80abaa03-5e97-478b-8cbd-f64416637d02 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:44:58.336860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 80abaa03-5e97-478b-8cbd-f64416637d02) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:58.365126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76017eb3-27c2-47bd-80f9-6c89749f727c None None] Network 80abaa03-5e97-478b-8cbd-f64416637d02 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:44:58.369960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:58.370788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:58.423612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40292) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:44:58.423827 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9bb610c1-cf72-4171-9b18-381f21b1e4ea admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0649588
Apr 05 16:44:58.430192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:44:58.441437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:44:58.448505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Usage tracker for resource:router and tenant:6b4605464cf34d7d9cd3ebaab7f5dbd6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:44:58.455804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:44:58.472097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:44:58.500402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:58.515084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-680672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854774455'] for router, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:58.516103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854095225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854072208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854020035', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1342'] for router, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:58.547123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 30c688ea-9550-4a07-a17e-f5f16e2719ca, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=30c688ea-9550-4a07-a17e-f5f16e2719ca,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:44:58.572713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:58.695898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:58.703801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-268aabb1-715c-4c34-88c3-5e32ac72c1d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:58.851109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=30c688ea-9550-4a07-a17e-f5f16e2719ca,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:58.854570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:58.861710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp67d43424-2acb-56e9-a5c2-a1df5e55ce2e-80abaa03-5e97-478b-8cbd-f64416637d02', 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'fixed_ips': [{'subnet_id': '2c4addce-e11a-413b-9a11-01f897bd9e11'}]}} from dv-cinder-774594-2-iscsi. {{(pid=84354) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}}
Apr 05 16:44:58.862691 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:59.093165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Allocated IP 172.20.0.2 (80abaa03-5e97-478b-8cbd-f64416637d02/2c4addce-e11a-413b-9a11-01f897bd9e11/fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f) {{(pid=84354) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:44:59.274332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Sync routers for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:44:59.298290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:44:59.299282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdd6b278>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:44:59.365125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Notify callbacks [] for port, precommit_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:59.397930 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Transition to ACTIVE for port object fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:44:59.431741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Transition to ACTIVE for port object fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f will not be triggered until provisioned by entity DHCP. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:44:59.438107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880'] for port, after_create {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:59.440965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854072223', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854103009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:59.453672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41098d0a-83cd-4601-941c-0ecd3062b365 req-cdc07354-9130-45ff-a5b1-c85b0db48e05 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:44:59.461570 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41098d0a-83cd-4601-941c-0ecd3062b365 req-cdc07354-9130-45ff-a5b1-c85b0db48e05 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.8516130
Apr 05 16:44:59.478184 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:44:59.537930 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41098d0a-83cd-4601-941c-0ecd3062b365 req-2f3b2d94-f49b-46e6-af2d-78593153264f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752795
Apr 05 16:44:59.543303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:44:59.695969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Pushing event updated for resources: {'Port': ['ID=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,revision_number=1']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:44:59.702087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:44:59.749453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Network 80abaa03-5e97-478b-8cbd-f64416637d02 is already hosted by enough agents. {{(pid=84354) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:44:59.750815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Resources bound (agent type, host, resource id):  {{(pid=84354) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:44:59.753133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Received port after_create {{(pid=84354) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:44:59.911910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Attempting to bind port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:44:59.912350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Attempting to bind port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:44:59.912756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Attempting to bind port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f on network 80abaa03-5e97-478b-8cbd-f64416637d02 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:44:59.919310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:44:59.919724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Checking segment: {'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:44:59.920197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:59.920630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Bound using segment: {'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:44:59.921144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Bound port: fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:44:59.921560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:44:59.979430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.030017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.128385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] For port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:45:00.131621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] For port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,segment=NetworkSegment(d4c31c2f-191c-4ea8-a542-0fe4045300a6),segment_id=d4c31c2f-191c-4ea8-a542-0fe4045300a6)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:45:00.155405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdd6b278>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 2, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:00.158342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.171953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Checking router: 46057171-8225-41a6-91ae-9c3b55fd35a2 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:45:00.172358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Updating router 46057171-8225-41a6-91ae-9c3b55fd35a2 port 6c7b7194-da93-435d-800a-079ab8af63b0 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:45:00.177335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:00.262887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.275760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 30c688ea-9550-4a07-a17e-f5f16e2719ca up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:00.288907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Allocated IP 172.27.1.148 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/7e08bb59-81fa-4a94-852f-ad26b938e5ab) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:45:00.459810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Pushing event updated for resources: {'Port': ['ID=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:00.470731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:00.488674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.530651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.531512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 30c688ea-9550-4a07-a17e-f5f16e2719ca triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:00.532145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.548634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-05b86c7a-083f-4a40-9ad9-224023446e50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:00.807008 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Pushing event updated for resources: {'Port': ['ID=7e08bb59-81fa-4a94-852f-ad26b938e5ab,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:00.818776 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.819174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.819681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.820233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.820751 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.821204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.821602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.822005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.822410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.822811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.823213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.823609 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:00.828619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:00.928501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.940172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:45:00.941517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:45:00.944265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:45:00.948113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78534c0-de4f-466a-9255-8914634353f9 req-4269a135-1099-4fa7-becc-22b12b0cb7d6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:00.950460 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e78534c0-de4f-466a-9255-8914634353f9 req-4269a135-1099-4fa7-becc-22b12b0cb7d6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1616578
Apr 05 16:45:00.951703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Transition to ACTIVE for port object 6c7b7194-da93-435d-800a-079ab8af63b0 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:45:00.960197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:00.997763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f86ca1c9-8bff-487f-8a98-785e533a39bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:01.071637 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e78534c0-de4f-466a-9255-8914634353f9 req-1ac356ee-152e-4a4c-911e-99f330875bb2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1147039
Apr 05 16:45:01.206058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Pushing event updated for resources: {'Port': ['ID=6c7b7194-da93-435d-800a-079ab8af63b0,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:01.217130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.217845 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.218415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.219000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.219570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.220183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.221402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.230642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.231454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.232171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.232849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.233509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84355) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:01.240840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:01.649039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Attempting to bind port 6c7b7194-da93-435d-800a-079ab8af63b0 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:45:01.649456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Attempting to bind port 6c7b7194-da93-435d-800a-079ab8af63b0 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:45:01.649862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Attempting to bind port 6c7b7194-da93-435d-800a-079ab8af63b0 on network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:45:01.656260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 44, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:45:01.656682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Checking segment: {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:45:01.657128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:01.657569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Bound using segment: {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:45:01.658110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Bound port: 6c7b7194-da93-435d-800a-079ab8af63b0, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:45:01.658627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:01.778501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] For port 6c7b7194-da93-435d-800a-079ab8af63b0, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:45:01.780460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] For port 6c7b7194-da93-435d-800a-079ab8af63b0, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=6c7b7194-da93-435d-800a-079ab8af63b0,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:45:01.825217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:01.839491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:01.875968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:02.231632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:02.315970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Pushing event updated for resources: {'Port': ['ID=6c7b7194-da93-435d-800a-079ab8af63b0,revision_number=4']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:02.325892 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:02.339188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:45:02.403911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:45:02.404725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdd6b278>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:02.491339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-672790', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-703646'] for router, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:02.732772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:45:02.846237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17642d0-b780-414c-b670-da953f4ee2e9 req-cec9168b-ea74-40e1-b2af-370a907d2b55 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:02.854401 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b17642d0-b780-414c-b670-da953f4ee2e9 req-cec9168b-ea74-40e1-b2af-370a907d2b55 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.5012987
Apr 05 16:45:02.909963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2273fc04-e605-4966-b250-9a7a8e4562e4 None None] Network 80abaa03-5e97-478b-8cbd-f64416637d02 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:45:02.919794 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b17642d0-b780-414c-b670-da953f4ee2e9 req-156fba8e-0b80-4e84-ab12-8f8941d61537 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0643256
Apr 05 16:45:02.990521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Router de242742-146b-4b19-bf5b-380585bea1b1 is scheduled to L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d with binding_index 1 {{(pid=84352) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Apr 05 16:45:03.235166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdd6b278>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:01Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:03.237097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Provisioning for port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:45:03.246241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76517025-de4a-4f62-9d96-c48ceebaccde None None] The sync data for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi is: [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:01Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:45:03.396445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40336) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:03.491745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Provisioning complete for port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:03.494023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:03.608724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:03.627515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:03.631690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Usage tracker for resource:security_group_rule and tenant:531f378d89814022b8359e82dcbd63a6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:03.636885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:03.643722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:03.714095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:03.775444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] For port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,segment=NetworkSegment(d4c31c2f-191c-4ea8-a542-0fe4045300a6),segment_id=d4c31c2f-191c-4ea8-a542-0fe4045300a6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:45:03.782750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:03.785397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:03.787760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:03.791870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:03.804146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:03.878397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c49d085-de9b-473c-8e95-58e2b03ce8a9,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:03.897979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:03.914324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:45:03.975192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Pushing event updated for resources: {'Port': ['ID=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:03.977789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Sync routers for ids ['de242742-146b-4b19-bf5b-380585bea1b1'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:45:03.982439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:03.983795 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] 10.222.0.38 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 5.5585964
Apr 05 16:45:03.987099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40346) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:04.014094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.014480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.014890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.015232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.015599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.016475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.016843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.017209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.017583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.017938 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.018298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.018655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:04.024392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-727d1084-0d2d-4a18-a700-f2176de906b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:04.028212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Routers {'de242742-146b-4b19-bf5b-380585bea1b1'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:45:04.028895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc22a320>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:44:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['de242742-146b-4b19-bf5b-380585bea1b1'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:04.059251 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=531f378d89814022b8359e82dcbd63a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6608155
Apr 05 16:45:04.061506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40350) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:04.288484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:04.329256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-9538c816-b57b-449a-9eef-eeccf0faac62 None None] Provisioning complete for port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:04.329670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9538c816-b57b-449a-9eef-eeccf0faac62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:04.421442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:04.425040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:04.515141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:04.525093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a1b35599-d6f4-4836-a276-ca5f67360fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:04.573318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c49d085-de9b-473c-8e95-58e2b03ce8a9,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:04.592711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:04.593933 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6c49d085-de9b-473c-8e95-58e2b03ce8a9 HTTP/1.1" status: 204  len: 168 time: 0.5314202
Apr 05 16:45:04.596169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:04.625255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab54615-1e36-45fe-8334-6caa1dde102e req-dbbe7251-ea01-4b44-8479-4534519a9d4d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:04.633893 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7ab54615-1e36-45fe-8334-6caa1dde102e req-dbbe7251-ea01-4b44-8479-4534519a9d4d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.3045630
Apr 05 16:45:04.704188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:04.704612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:04.745319 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7ab54615-1e36-45fe-8334-6caa1dde102e req-7b19db9d-e515-44cd-a335-e699e8738615 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1095800
Apr 05 16:45:04.796854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Set router de242742-146b-4b19-bf5b-380585bea1b1 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:45:05.064290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 6c7b7194-da93-435d-800a-079ab8af63b0 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:05.200976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40362) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:05.207167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.251237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.283088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:05.288899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Usage tracker for resource:security_group_rule and tenant:f00dae6e16f0493eb79b138bab6ac8b7 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:05.292021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:05.301565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:05.319575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8945fa9-bacf-4160-beb6-6e26e9dfa68f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.348861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 6c7b7194-da93-435d-800a-079ab8af63b0 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:45:05.358063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 6c7b7194-da93-435d-800a-079ab8af63b0 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:05.358475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.407979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.412287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.428234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d4d62564-c0e0-4853-a635-3e3753a4f442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:05.478792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74df2951-17f3-426a-b6e8-06293fb74d31,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:05.486190 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:05.499804 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-178a4627-0983-4fe2-9608-d33397073d3c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=f00dae6e16f0493eb79b138bab6ac8b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2943323
Apr 05 16:45:05.502507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40366) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:05.549152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Allocated IP 172.20.0.1 (80abaa03-5e97-478b-8cbd-f64416637d02/2c4addce-e11a-413b-9a11-01f897bd9e11/85ab8669-20f7-47f0-93a0-d337acf5b170) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:45:05.578698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.599816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc22a320>, [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:45:01Z', 'revision_number': 3, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port': {'id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:00Z', 'updated_at': '2021-04-05T16:45:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:05.616239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Checking router: de242742-146b-4b19-bf5b-380585bea1b1 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:45:05.616633 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Updating router de242742-146b-4b19-bf5b-380585bea1b1 port 7e08bb59-81fa-4a94-852f-ad26b938e5ab binding host dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:45:05.666015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 6c7b7194-da93-435d-800a-079ab8af63b0, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=6c7b7194-da93-435d-800a-079ab8af63b0,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:45:05.677766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.681634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dbf96038-0ca7-4a1a-95f6-80a8ec9a9847 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:05.687972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.729556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.745271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.820501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.873866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Transition to ACTIVE for port object 85ab8669-20f7-47f0-93a0-d337acf5b170 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:45:05.875900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.880191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-df0ebe61-b69f-4418-b603-3727b2e7613e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:05.905198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74df2951-17f3-426a-b6e8-06293fb74d31,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:05.905441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=6c7b7194-da93-435d-800a-079ab8af63b0,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:05.908181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:05.915087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:05.977562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:05.978762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/74df2951-17f3-426a-b6e8-06293fb74d31 HTTP/1.1" status: 204  len: 168 time: 0.4750018
Apr 05 16:45:06.018950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:06.041451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-15cfb455-fe24-4774-ae76-9a12cdd576b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:06.101241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ab50f3-c139-4c1c-8e7d-b362d8cfdd8b req-c1946d7e-779a-4dbf-bab4-072a6120a701 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:06.102777 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-31ab50f3-c139-4c1c-8e7d-b362d8cfdd8b req-c1946d7e-779a-4dbf-bab4-072a6120a701 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1935966
Apr 05 16:45:06.205341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 6c7b7194-da93-435d-800a-079ab8af63b0 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:06.314204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Pushing event updated for resources: {'Port': ['ID=85ab8669-20f7-47f0-93a0-d337acf5b170,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:06.318240 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:06.341153 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-31ab50f3-c139-4c1c-8e7d-b362d8cfdd8b req-bc72c003-1327-46e5-abf6-af615f78ee26 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078167
Apr 05 16:45:06.405537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 6c7b7194-da93-435d-800a-079ab8af63b0 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:06.405537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:06.421064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Network 80abaa03-5e97-478b-8cbd-f64416637d02 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:45:06.426227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:45:06.430140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:45:06.524428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854099645'] for router_interface, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:06.717798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:06.743195 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:06.761339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Notify callbacks [] for port, precommit_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:06.778537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Transition to ACTIVE for port object 7e08bb59-81fa-4a94-852f-ad26b938e5ab will not be triggered until provisioned by entity L2. {{(pid=84354) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:45:06.785354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:06.804533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b9ad67d0-3bc6-433e-920b-ae4f4a42d251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:07.139698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb066-38c6-4e85-b969-cdf13c17f0ba None None] Provisioning for port 85ab8669-20f7-47f0-93a0-d337acf5b170 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:45:07.159873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27463eaa-b937-4885-9491-dbd2c7aee3aa None None] Pushing event updated for resources: {'Port': ['ID=7e08bb59-81fa-4a94-852f-ad26b938e5ab,revision_number=2']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:07.162135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-2d3fb066-38c6-4e85-b969-cdf13c17f0ba None None] Provisioning complete for port 85ab8669-20f7-47f0-93a0-d337acf5b170 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:07.162561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2d3fb066-38c6-4e85-b969-cdf13c17f0ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.172520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.177582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3810599'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.208356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-27463eaa-b937-4885-9491-dbd2c7aee3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:07.225618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-45367952-a7a8-411d-9310-8d1db1654d14 tempest-VolumesNegativeTest-1086411981 tempest-VolumesNegativeTest-1086411981-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:07.246452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-2d3fb066-38c6-4e85-b969-cdf13c17f0ba None None] Port 85ab8669-20f7-47f0-93a0-d337acf5b170 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:45:07.290244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Attempting to bind port 7e08bb59-81fa-4a94-852f-ad26b938e5ab on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:45:07.290669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Attempting to bind port 7e08bb59-81fa-4a94-852f-ad26b938e5ab by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:45:07.291091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Attempting to bind port 7e08bb59-81fa-4a94-852f-ad26b938e5ab on network cf184575-38ee-4c92-a38a-ccc2507e4954 {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:45:07.302816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:45:07.302816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Checking segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84354) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:45:07.314991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.315586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Bound using segment: {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'} {{(pid=84354) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:45:07.316359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Bound port: 7e08bb59-81fa-4a94-852f-ad26b938e5ab, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1534ec88-0b2f-4f35-925f-1d3fc6181f10', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}}] {{(pid=84354) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:45:07.316581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.328028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Pushing event updated for resources: {'Port': ['ID=85ab8669-20f7-47f0-93a0-d337acf5b170,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:07.332859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:07.333798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854186012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854092906'] for router_interface, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.451612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] For port 7e08bb59-81fa-4a94-852f-ad26b938e5ab, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84354) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:45:07.459810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] For port 7e08bb59-81fa-4a94-852f-ad26b938e5ab, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7e08bb59-81fa-4a94-852f-ad26b938e5ab,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:45:07.466136 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.494670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:07.572711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Network 80abaa03-5e97-478b-8cbd-f64416637d02 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:45:07.574103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:45:07.733530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-275d6175-55cc-49b8-bd44-7d0b5f2a0ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.735029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27463eaa-b937-4885-9491-dbd2c7aee3aa None None] Pushing event updated for resources: {'Port': ['ID=7e08bb59-81fa-4a94-852f-ad26b938e5ab,revision_number=3']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:07.748495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-27463eaa-b937-4885-9491-dbd2c7aee3aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:07.829354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:07.844093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Routers {'de242742-146b-4b19-bf5b-380585bea1b1'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:45:07.844806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc22a320>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:45:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['de242742-146b-4b19-bf5b-380585bea1b1'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:08.096669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-fe6f3384-468e-4f77-942e-37b67569340c None None] Provisioning complete for port 85ab8669-20f7-47f0-93a0-d337acf5b170 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:08.097087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe6f3384-468e-4f77-942e-37b67569340c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:08.188480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Router de242742-146b-4b19-bf5b-380585bea1b1 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:45:08.249042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9df13-1780-49ba-bc3e-48edbd9f84fa req-902d3b20-a8d1-4f00-9893-ece99667d230 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:08.249721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f3384-468e-4f77-942e-37b67569340c None None] Port 85ab8669-20f7-47f0-93a0-d337acf5b170 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:45:08.258259 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5bb9df13-1780-49ba-bc3e-48edbd9f84fa req-902d3b20-a8d1-4f00-9893-ece99667d230 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1391282
Apr 05 16:45:08.281873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] Set router de242742-146b-4b19-bf5b-380585bea1b1 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:45:08.325846 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5bb9df13-1780-49ba-bc3e-48edbd9f84fa req-ff033c63-e4e4-463e-a70d-434e9e3eb983 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0531399
Apr 05 16:45:08.611502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40426) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:08.731476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc22a320>, [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 4, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port': {'id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:00Z', 'updated_at': '2021-04-05T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '85ab8669-20f7-47f0-93a0-d337acf5b170', 'name': '', 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'mac_address': 'fa:16:3e:72:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:05Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 2, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'subnets': [{'id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:08.735777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af51533-f3de-49de-8145-9da11baa7162 None None] The sync data for ids ['de242742-146b-4b19-bf5b-380585bea1b1'] in dv-cinder-774594-2-iscsi is: [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 4, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port': {'id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:00Z', 'updated_at': '2021-04-05T16:45:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '85ab8669-20f7-47f0-93a0-d337acf5b170', 'name': '', 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'mac_address': 'fa:16:3e:72:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:05Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 2, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'subnets': [{'id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:45:08.742774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:45:08.749536 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] 10.222.0.38 "PUT /v2.0/routers/de242742-146b-4b19-bf5b-380585bea1b1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.7606142
Apr 05 16:45:08.762299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:08.786161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:08.790288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Usage tracker for resource:security_group_rule and tenant:62b70a37543c46549c57e9232587eee8 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:08.794251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:08.801546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:09.045031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.164816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.170334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.181422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6ec8569b-683c-4395-be06-6a8a1a798519 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:09.235902 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=62b70a37543c46549c57e9232587eee8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6228182
Apr 05 16:45:09.241041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40440) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:09.254622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.255699 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f0eb8e-7743-4d18-a82a-34c6ca249b4d,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:09.259716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:09.335861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.373415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.456528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.467153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c4c75513-72c1-4faf-9cd3-54cd6ff07452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:09.488361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.490721 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/d5f0eb8e-7743-4d18-a82a-34c6ca249b4d HTTP/1.1" status: 204  len: 168 time: 0.2485542
Apr 05 16:45:09.493458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f0eb8e-7743-4d18-a82a-34c6ca249b4d,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:09.504950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:09.626443 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadfae8-f23b-402b-a993-76ec50ef99bb req-d0219c4b-469a-4e48-892e-5fd29ccd8e54 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:09.628140 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eeadfae8-f23b-402b-a993-76ec50ef99bb req-d0219c4b-469a-4e48-892e-5fd29ccd8e54 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1459422
Apr 05 16:45:09.715140 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eeadfae8-f23b-402b-a993-76ec50ef99bb req-e185fe04-0ddd-4a5f-a64c-9d71b7c96a6d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0786157
Apr 05 16:45:09.786480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40452) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:09.793721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2042520332', 'description': 'tempest-secgroup-smoke-2042520332 description', 'project_id': 'e9dde093068d427dbb22afa2b2463bc6'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:09.809163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:09.822226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:09.829418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:09.846600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:09.863828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:09.894859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:09.901056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:09.904569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:09.911657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:10.016385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.024761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.052034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1d374abb-3dd9-4954-ada6-94529496766a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:10.068004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.074582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40462) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:10.076339 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2852638
Apr 05 16:45:10.086885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'security_group_rule': {'security_group_id': '26f34e24-d497-4279-afd4-de8a5dd87ba6', 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:10.102767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:10.112583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:10.118258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:10.121644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f34e24-d497-4279-afd4-de8a5dd87ba6,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:10.124614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:10.128428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:10.151475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.182232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7e08bb59-81fa-4a94-852f-ad26b938e5ab up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:10.252689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.258377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.260789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:10.267592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 7e08bb59-81fa-4a94-852f-ad26b938e5ab completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:45:10.275872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 7e08bb59-81fa-4a94-852f-ad26b938e5ab triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:10.276329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.288316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=697d1e94-1131-482e-bd72-8fe1a252147b,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:10.292948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:10.313810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.315269 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b22bd037-c04d-40f0-8c40-aa8334f4b16e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2393534
Apr 05 16:45:10.319880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40472) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:10.326296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'security_group_rule': {'security_group_id': '26f34e24-d497-4279-afd4-de8a5dd87ba6', 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:10.333727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:10.344277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:10.351922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:10.362915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:10.381508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.444564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.462700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 7e08bb59-81fa-4a94-852f-ad26b938e5ab, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7e08bb59-81fa-4a94-852f-ad26b938e5ab,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:45:10.466794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.468278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.468771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-27463eaa-b937-4885-9491-dbd2c7aee3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:10.472561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.478860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-82149428-4389-4912-8064-da856ef0d60b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:10.493982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecbf5386-9e62-4961-b3f9-c35a0b59be13,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:10.500953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:10.519839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.524790 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2031233
Apr 05 16:45:10.525091 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40482) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:10.532528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'security_group_rule': {'security_group_id': '26f34e24-d497-4279-afd4-de8a5dd87ba6', 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:10.539511 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:10.543676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:10.545935 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=7e08bb59-81fa-4a94-852f-ad26b938e5ab,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:10.547456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:10.549573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:10.560976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:10.577707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.653506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.657032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.659233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-26568af0-6de1-4c25-968a-6b0ff433362e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:10.684354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219f23c0-73e8-48e1-93cd-f99451e82806,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:10.690182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:10.695101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.696582 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1704943
Apr 05 16:45:10.700124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40490) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:10.706412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'security_group_rule': {'security_group_id': '26f34e24-d497-4279-afd4-de8a5dd87ba6', 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:10.713220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:10.718154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:10.721357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:10.728043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:10.747019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.824214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.830531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.832745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:10.862698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93e5c2c-7a11-4159-a174-3193df741c44,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:10.867212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:10.889404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.890728 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9a844b8a-a6f4-494e-8b41-46d189f4bcc8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1895046
Apr 05 16:45:10.900962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40498) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:10.907532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'security_group_rule': {'security_group_id': '26f34e24-d497-4279-afd4-de8a5dd87ba6', 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:10.914927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:10.919654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:10.923410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:10.930853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:10.948268 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.securitygroups_db [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Project e9dde093068d427dbb22afa2b2463bc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 16:45:10.959018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:10.973282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31872f8b-1f0b-4f93-b47a-04a8ad5f968f req-d09ea159-c1c7-4ae1-9958-0fe914055af8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:10.974956 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-31872f8b-1f0b-4f93-b47a-04a8ad5f968f req-d09ea159-c1c7-4ae1-9958-0fe914055af8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1188231
Apr 05 16:45:11.035443 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-31872f8b-1f0b-4f93-b47a-04a8ad5f968f req-176a11f1-62d6-4e29-a583-e2f2bebf1ece tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514369
Apr 05 16:45:11.062024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:11.073428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:11.075738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-823daa0e-b8dd-47c3-992d-abd4be0f8e58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:11.101382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcef3e5b-4fb0-4895-9ce5-a2b59c4a271f,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:11.104203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:11.113137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:11.116984 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-fa0d92c3-851e-49ef-8725-04057c3d96d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2120805
Apr 05 16:45:11.117577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40504) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:11.123377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'security_group_rule': {'security_group_id': '26f34e24-d497-4279-afd4-de8a5dd87ba6', 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:11.133528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:11.138130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:security_group_rule and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:11.141261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:11.148001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:11.160713 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.securitygroups_db [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Project e9dde093068d427dbb22afa2b2463bc6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Apr 05 16:45:11.168971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:11.245848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:11.248905 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:11.256825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8a1e10c5-9c2a-404a-a8ff-887171281aa9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:11.275957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdacf99-1f19-44d0-8dfa-2fc526802e9b,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:11.278976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:11.285233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:11.286501 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7e82e651-020b-4c5d-8c86-d04833968bf0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1683331
Apr 05 16:45:12.123146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7e08bb59-81fa-4a94-852f-ad26b938e5ab up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:12.204316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 7e08bb59-81fa-4a94-852f-ad26b938e5ab triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:12.204913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:12.287702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf53957-83ff-4c2a-bedf-aeee284831a1 req-ef1aa049-2fcd-4040-84d0-b13a36f28457 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:12.295195 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdf53957-83ff-4c2a-bedf-aeee284831a1 req-ef1aa049-2fcd-4040-84d0-b13a36f28457 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1012940
Apr 05 16:45:12.348473 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdf53957-83ff-4c2a-bedf-aeee284831a1 req-1ba74813-9373-4e4b-8432-46e52c09865f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0522394
Apr 05 16:45:12.372886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Sync routers for ids ['de242742-146b-4b19-bf5b-380585bea1b1'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:45:12.382482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Routers {'de242742-146b-4b19-bf5b-380585bea1b1'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:45:12.383901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc399f98>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:45:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['de242742-146b-4b19-bf5b-380585bea1b1'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:12.570847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Set router de242742-146b-4b19-bf5b-380585bea1b1 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:45:12.908976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc399f98>, [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 4, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port': {'id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:00Z', 'updated_at': '2021-04-05T16:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '85ab8669-20f7-47f0-93a0-d337acf5b170', 'name': '', 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'mac_address': 'fa:16:3e:72:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:05Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 2, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'subnets': [{'id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:12.912962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Checking router: de242742-146b-4b19-bf5b-380585bea1b1 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:45:12.913354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Updating router de242742-146b-4b19-bf5b-380585bea1b1 port 85ab8669-20f7-47f0-93a0-d337acf5b170 binding host dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Apr 05 16:45:12.968426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:13.408401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Notify callbacks [] for port, precommit_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:13.421228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Transition to ACTIVE for port object 85ab8669-20f7-47f0-93a0-d337acf5b170 will not be triggered until provisioned by entity L2. {{(pid=84355) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:45:13.430889 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:13.447501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:13.597963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b2ed-f657-485e-a46d-859b505851d5 req-9b7d7b7a-ccc4-4915-a3b0-65fdfd32bf0d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:13.599737 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8401b2ed-f657-485e-a46d-859b505851d5 req-9b7d7b7a-ccc4-4915-a3b0-65fdfd32bf0d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1173043
Apr 05 16:45:13.601501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2267a-cbfa-47d5-ba12-1c70362e2920 None None] Pushing event updated for resources: {'Port': ['ID=85ab8669-20f7-47f0-93a0-d337acf5b170,revision_number=3']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:13.606445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-40c2267a-cbfa-47d5-ba12-1c70362e2920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:13.656519 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8401b2ed-f657-485e-a46d-859b505851d5 req-9b13d6c4-83cb-44da-8f20-354393eae8f6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486009
Apr 05 16:45:13.818353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Attempting to bind port 85ab8669-20f7-47f0-93a0-d337acf5b170 on host dv-cinder-774594-2-iscsi for vnic_type normal with profile  {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:45:13.818761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Attempting to bind port 85ab8669-20f7-47f0-93a0-d337acf5b170 by drivers openvswitch,hyperv on host dv-cinder-774594-2-iscsi at level 0 using segments [{'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:45:13.819162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Attempting to bind port 85ab8669-20f7-47f0-93a0-d337acf5b170 on network 80abaa03-5e97-478b-8cbd-f64416637d02 {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:45:13.825107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Checking agent: {'id': '5317997d-b23f-4e13-9d98-8a15685d99a8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-774594-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 30, 37), 'started_at': datetime.datetime(2021, 4, 5, 16, 31, 7), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-774594-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:45:13.825491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Checking segment: {'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84355) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:45:13.825926 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:13.826351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Bound using segment: {'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'} {{(pid=84355) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:45:13.826857 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Bound port: 85ab8669-20f7-47f0-93a0-d337acf5b170, host: dv-cinder-774594-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4c31c2f-191c-4ea8-a542-0fe4045300a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02'}}] {{(pid=84355) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:45:13.827261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:13.920530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] For port 85ab8669-20f7-47f0-93a0-d337acf5b170, host dv-cinder-774594-2-iscsi, cleared binding levels {{(pid=84355) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:45:13.925397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] For port 85ab8669-20f7-47f0-93a0-d337acf5b170, host dv-cinder-774594-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=85ab8669-20f7-47f0-93a0-d337acf5b170,segment=NetworkSegment(d4c31c2f-191c-4ea8-a542-0fe4045300a6),segment_id=d4c31c2f-191c-4ea8-a542-0fe4045300a6)] {{(pid=84355) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:45:13.928784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84355) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:13.945027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-90361ced-d5bb-42db-a276-a18e4e1f0edf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:14.096577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2267a-cbfa-47d5-ba12-1c70362e2920 None None] Pushing event updated for resources: {'Port': ['ID=85ab8669-20f7-47f0-93a0-d337acf5b170,revision_number=4']} {{(pid=84355) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:14.101265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-40c2267a-cbfa-47d5-ba12-1c70362e2920 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84355) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:14.152818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Routers {'de242742-146b-4b19-bf5b-380585bea1b1'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:45:14.152818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc399f98>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:45:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['de242742-146b-4b19-bf5b-380585bea1b1'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:14.497123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] Set router de242742-146b-4b19-bf5b-380585bea1b1 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:45:14.834500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc399f98>, [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 4, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port': {'id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:00Z', 'updated_at': '2021-04-05T16:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '85ab8669-20f7-47f0-93a0-d337acf5b170', 'name': '', 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'mac_address': 'fa:16:3e:72:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:05Z', 'updated_at': '2021-04-05T16:45:13Z', 'revision_number': 4, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'subnets': [{'id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:45:14.838809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3414041-f54e-47f3-ae70-9a029606f115 None None] The sync data for ids ['de242742-146b-4b19-bf5b-380585bea1b1'] in dv-cinder-774594-2-iscsi is: [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:45:06Z', 'revision_number': 4, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port': {'id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:00Z', 'updated_at': '2021-04-05T16:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '85ab8669-20f7-47f0-93a0-d337acf5b170', 'name': '', 'network_id': '80abaa03-5e97-478b-8cbd-f64416637d02', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'mac_address': 'fa:16:3e:72:5e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:05Z', 'updated_at': '2021-04-05T16:45:13Z', 'revision_number': 4, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'subnets': [{'id': '2c4addce-e11a-413b-9a11-01f897bd9e11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:45:14.879921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194a8a3d-28c5-4a9d-b20d-c842e7b15e30 req-c04af94d-6adb-4c9a-8b03-0f9dc3edcae9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:14.881747 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-194a8a3d-28c5-4a9d-b20d-c842e7b15e30 req-c04af94d-6adb-4c9a-8b03-0f9dc3edcae9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0961072
Apr 05 16:45:14.937212 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-194a8a3d-28c5-4a9d-b20d-c842e7b15e30 req-93e29d4d-6033-4beb-9719-24e97ce9e326 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473528
Apr 05 16:45:15.121768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40614) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:15.276115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:15.292869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:15.296993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Usage tracker for resource:security_group_rule and tenant:5dbd146b000a421a943dc9cc78f1cfe3 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:15.300121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:15.306243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:15.318085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:45:15.394545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:15.397380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:15.407215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ce70c778-acab-4f61-88f2-e292a3992183 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:15.449161 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5dbd146b000a421a943dc9cc78f1cfe3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3258207
Apr 05 16:45:15.450843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9bebba-43ee-49df-abd8-e619fe11e1ff,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:15.452057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40624) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:15.454017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:15.516705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:15.553130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:15.599103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:15.604394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aebcadbb-a79b-4b89-9cd9-63a452e79ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:15.618998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9bebba-43ee-49df-abd8-e619fe11e1ff,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:15.623011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:15.624521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:15.628783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ec9bebba-43ee-49df-abd8-e619fe11e1ff HTTP/1.1" status: 204  len: 168 time: 0.1726065
Apr 05 16:45:16.156080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 85ab8669-20f7-47f0-93a0-d337acf5b170 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:16.176312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfa142-79f4-4f8f-acac-82c22d457bcd req-d1b094a1-fb7e-4027-98d6-75460595526b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:16.177910 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6acfa142-79f4-4f8f-acac-82c22d457bcd req-d1b094a1-fb7e-4027-98d6-75460595526b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0997469
Apr 05 16:45:16.231098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning for port 85ab8669-20f7-47f0-93a0-d337acf5b170 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:45:16.235784 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6acfa142-79f4-4f8f-acac-82c22d457bcd req-8f5bad54-3ba8-4d7c-9eeb-915204988299 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488822
Apr 05 16:45:16.237117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 85ab8669-20f7-47f0-93a0-d337acf5b170 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:16.237532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:16.369906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:16.406215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] For port 85ab8669-20f7-47f0-93a0-d337acf5b170, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=85ab8669-20f7-47f0-93a0-d337acf5b170,segment=NetworkSegment(d4c31c2f-191c-4ea8-a542-0fe4045300a6),segment_id=d4c31c2f-191c-4ea8-a542-0fe4045300a6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:45:16.409311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:16.411201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b1e8462c-1c54-4e07-92e4-60d87627c368 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:16.488776 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Pushing event updated for resources: {'Port': ['ID=85ab8669-20f7-47f0-93a0-d337acf5b170,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:16.492005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:17.476988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c03919-313b-4416-afa4-3cbcdd6739bd req-3646bc81-2e42-401e-a489-920d070be820 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:17.478625 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-88c03919-313b-4416-afa4-3cbcdd6739bd req-3646bc81-2e42-401e-a489-920d070be820 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0995550
Apr 05 16:45:17.527562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-88c03919-313b-4416-afa4-3cbcdd6739bd req-e8d1b099-0fcf-46a7-80d0-03018573a47a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412836
Apr 05 16:45:18.120073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 85ab8669-20f7-47f0-93a0-d337acf5b170 up at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:18.192575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Provisioning complete for port 85ab8669-20f7-47f0-93a0-d337acf5b170 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:18.192993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:18.739714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841bbad5-38c5-42ae-8727-2ee9797282de req-281f636f-84eb-4815-b02f-de654f711508 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:18.741345 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-841bbad5-38c5-42ae-8727-2ee9797282de req-281f636f-84eb-4815-b02f-de654f711508 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0913424
Apr 05 16:45:18.790111 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-841bbad5-38c5-42ae-8727-2ee9797282de req-4a09363d-b896-44f1-810f-ba10e0e72265 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415113
Apr 05 16:45:20.002070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f123ac-293f-4a88-a57f-d9210608c06a req-26d1d934-de07-47fc-a04f-73a131de6ea9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:20.003710 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f123ac-293f-4a88-a57f-d9210608c06a req-26d1d934-de07-47fc-a04f-73a131de6ea9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0914671
Apr 05 16:45:20.052714 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1f123ac-293f-4a88-a57f-d9210608c06a req-8ba02f09-2e9a-48d0-b151-06f4957e8ea4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422788
Apr 05 16:45:21.263206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e5f70-2dbf-42f4-88ab-15540b2a5e2e req-a0536783-806d-41fb-84e4-34ff8a35da7b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:21.264935 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b17e5f70-2dbf-42f4-88ab-15540b2a5e2e req-a0536783-806d-41fb-84e4-34ff8a35da7b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.0876925
Apr 05 16:45:21.317352 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b17e5f70-2dbf-42f4-88ab-15540b2a5e2e req-d8fdd957-271d-4597-ad4e-c3354a84b8cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458534
Apr 05 16:45:22.255277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:45:22.397225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:45:22.411888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'port_id': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'mac_address': 'fa:16:3e:70:ca:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:45:22.475256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:22.493551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:45:22.510448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:45:22.513700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:22.515587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1fae34bd-45ea-4aa4-90a7-af3f0a16423d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:22.543230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18c20c0-d6a2-46a2-a71c-6ca2795b2e41 req-22443b08-501b-4590-a7bf-a27bc9ec8c3f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:22.545475 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f18c20c0-d6a2-46a2-a71c-6ca2795b2e41 req-22443b08-501b-4590-a7bf-a27bc9ec8c3f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 943 time: 0.1015399
Apr 05 16:45:22.586562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=9']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:22.591775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:22.618479 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f18c20c0-d6a2-46a2-a71c-6ca2795b2e41 req-5666ae35-8ff8-4bc7-b465-ff1def8718df tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654426
Apr 05 16:45:23.139668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['8f17568e-052d-4a32-b488-fcd3fe2bf0a4'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:45:23.833076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00534dc3-d424-4354-8718-80f216d3d721 req-ae4424de-96c2-42e5-9821-4926f0d18325 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:23.834692 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00534dc3-d424-4354-8718-80f216d3d721 req-ae4424de-96c2-42e5-9821-4926f0d18325 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.0904570
Apr 05 16:45:23.882319 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-00534dc3-d424-4354-8718-80f216d3d721 req-2ae57e98-9195-4c01-9c91-baf7e0b0ab27 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406413
Apr 05 16:45:25.097561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c0c9-1211-473c-a013-52013e2c14f0 req-f07ab6bd-a5ea-47d8-954a-828c9c823840 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:25.099308 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb26c0c9-1211-473c-a013-52013e2c14f0 req-f07ab6bd-a5ea-47d8-954a-828c9c823840 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.0931616
Apr 05 16:45:25.148707 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb26c0c9-1211-473c-a013-52013e2c14f0 req-31c18169-ae34-431b-8ae6-2bc63686b969 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429275
Apr 05 16:45:26.270902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:45:26.345777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:26.346200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:26.369919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bd8e2d-1b6b-445e-bbbb-eb864802e01f req-0bce0cd4-e0cf-4d38-aa74-7d9f967a197f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:26.371545 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91bd8e2d-1b6b-445e-bbbb-eb864802e01f req-0bce0cd4-e0cf-4d38-aa74-7d9f967a197f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 944 time: 0.1014743
Apr 05 16:45:26.427241 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91bd8e2d-1b6b-445e-bbbb-eb864802e01f req-4c233876-3fed-4d71-88b0-69f369c784fa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478830
Apr 05 16:45:26.491220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:26.520621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:45:26.531477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:45:26.534793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:26.537550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ecd181b3-8e08-4e61-9e25-ffd84f0d4c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:26.623672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=10']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:26.627601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:26.716311 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'code': 200}
Apr 05 16:45:27.598115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973eb4b1-befc-44fd-878b-b8b70ef8ef14 req-e4914eb7-824d-45db-a4ed-18fae6102f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:27.599622 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-973eb4b1-befc-44fd-878b-b8b70ef8ef14 req-e4914eb7-824d-45db-a4ed-18fae6102f67 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1099 time: 0.2371876
Apr 05 16:45:27.666446 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-973eb4b1-befc-44fd-878b-b8b70ef8ef14 req-6822d47f-0279-4162-9c9a-7d5c50c6100a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0599687
Apr 05 16:45:27.687108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79fa76a-afba-45d1-b317-16e4685df90e req-b24bb1f7-f5bc-473e-be34-be96badc3ed5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:27.688742 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c79fa76a-afba-45d1-b317-16e4685df90e req-b24bb1f7-f5bc-473e-be34-be96badc3ed5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.1329632
Apr 05 16:45:27.738144 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c79fa76a-afba-45d1-b317-16e4685df90e req-3cb3f18e-d44e-489f-8ff3-a08152f13e33 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422919
Apr 05 16:45:28.948710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a0f467-b63a-4570-8123-962b920b4d29 req-4ab1aa87-5bdc-4dd4-92eb-8c3793398af2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:28.950291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-35a0f467-b63a-4570-8123-962b920b4d29 req-4ab1aa87-5bdc-4dd4-92eb-8c3793398af2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.0884840
Apr 05 16:45:29.000157 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-35a0f467-b63a-4570-8123-962b920b4d29 req-49599d7a-5650-4890-b0d9-1cc2f9631d36 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433581
Apr 05 16:45:30.213387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca7bea-7ff9-46dd-8753-81502da012ce req-36d49259-bb37-4d81-9ad3-3385888c248e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:30.215025 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d1ca7bea-7ff9-46dd-8753-81502da012ce req-36d49259-bb37-4d81-9ad3-3385888c248e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.0884025
Apr 05 16:45:30.266587 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d1ca7bea-7ff9-46dd-8753-81502da012ce req-487f2a70-81a6-40b7-a0eb-0fa541e0a2c8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444205
Apr 05 16:45:31.482538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49adccb1-b2c3-4f51-b10f-4beca94a4c69 req-241d6bd8-6698-4946-87aa-65c7ef624f3a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:31.484153 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-49adccb1-b2c3-4f51-b10f-4beca94a4c69 req-241d6bd8-6698-4946-87aa-65c7ef624f3a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.0991333
Apr 05 16:45:31.532415 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-49adccb1-b2c3-4f51-b10f-4beca94a4c69 req-1c2dad74-a4b4-4840-b11d-cbfa3343e266 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419812
Apr 05 16:45:32.771376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9ec91-1e69-49ed-9457-9b82f7ce520d req-da7db8fe-cdeb-4fc3-a8b1-5004175a35ae tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:32.772981 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5cc9ec91-1e69-49ed-9457-9b82f7ce520d req-da7db8fe-cdeb-4fc3-a8b1-5004175a35ae tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.0899985
Apr 05 16:45:32.821315 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5cc9ec91-1e69-49ed-9457-9b82f7ce520d req-200fdee2-a43c-46b7-80fb-bc652a6760dd tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419085
Apr 05 16:45:33.535438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40870) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:33.669931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:33.685316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:33.689965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Usage tracker for resource:security_group_rule and tenant:b48e5b5c13c047d3a9b29ecac0e085b7 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:33.693025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:33.699237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:33.788254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:33.791075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:33.799271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cd0b4d8a-9f60-46b9-ba91-0839382e659b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:33.841341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9a23de-6260-462d-8a72-2f212202a134,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:33.846180 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=b48e5b5c13c047d3a9b29ecac0e085b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3095605
Apr 05 16:45:33.847032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:33.848849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 40880) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:33.913323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:33.943293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:34.015654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:34.033796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d0708ba0-1903-4237-a399-42c46aef5d5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:34.051517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9a23de-6260-462d-8a72-2f212202a134,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:34.056045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:34.061218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:34.065811 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6b9a23de-6260-462d-8a72-2f212202a134 HTTP/1.1" status: 204  len: 168 time: 0.2159200
Apr 05 16:45:34.082806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ff550-74ba-4c3a-a0df-33a8bac1ffd2 req-f6c7b0ff-5bcb-480d-8c27-9c7ab3eed088 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:34.084660 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cb3ff550-74ba-4c3a-a0df-33a8bac1ffd2 req-f6c7b0ff-5bcb-480d-8c27-9c7ab3eed088 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.1362336
Apr 05 16:45:34.164301 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cb3ff550-74ba-4c3a-a0df-33a8bac1ffd2 req-d269fabd-0e81-4b82-ac69-a344db23fa47 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672221
Apr 05 16:45:35.147729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-126098f5-70cb-4df7-a655-86e1316b9bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.350004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40964) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:35.388059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd16f06-3975-47ba-9e5b-7a9ebf024c6b req-536e1e74-73aa-4a92-b7c7-c3ec0bdf254f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:35.390435 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8cd16f06-3975-47ba-9e5b-7a9ebf024c6b req-536e1e74-73aa-4a92-b7c7-c3ec0bdf254f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.1015189
Apr 05 16:45:35.449169 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8cd16f06-3975-47ba-9e5b-7a9ebf024c6b req-f18fb06b-94a4-49de-be18-820af73a4c21 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521648
Apr 05 16:45:35.483778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.499468 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:35.503665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:dab5280ea8b542e79b3cf12f03fca0e0 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:45:35.506632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:45:35.512994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:35.597678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.600593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.609906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-06c5836b-32e7-4ef6-addb-6db883529d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:35.655565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ec1f1f-1f17-4114-bf2c-671548453260,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:35.658961 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:35.662442 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=dab5280ea8b542e79b3cf12f03fca0e0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3110478
Apr 05 16:45:35.665138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 40972) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:45:35.728651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.757498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.807650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.811885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fc22e760-8936-4844-afb6-1a015c6f88c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:35.825094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ec1f1f-1f17-4114-bf2c-671548453260,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:35.827573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:35.836426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:35.837692 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/57ec1f1f-1f17-4114-bf2c-671548453260 HTTP/1.1" status: 204  len: 168 time: 0.1716518
Apr 05 16:45:36.610547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:37.626143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7b43b1a-7fee-4b3b-82bd-dc0a084b6dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:37.766166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:39.059414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:39.250483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:43.074225 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-b40126bc-b3ca-4a66-bb03-b77a19f968f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774708
Apr 05 16:45:43.196298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-18d92800-8ea3-4e44-aabe-4b1e312198ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:43.197870 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-18d92800-8ea3-4e44-aabe-4b1e312198ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1099 time: 0.0828416
Apr 05 16:45:43.360779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-54d8e38b-bc13-4796-a4f5-c0dff2524b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:43.362347 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-54d8e38b-bc13-4796-a4f5-c0dff2524b7c service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1437814
Apr 05 16:45:43.477313 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-3f85447e-ca92-4bdc-973b-4f697c2ce7a8 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 1001 time: 0.1059949
Apr 05 16:45:43.547737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-19d0670a-c91c-4f49-9e31-4029672ff5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:43.549355 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-19d0670a-c91c-4f49-9e31-4029672ff5ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0647790
Apr 05 16:45:43.636334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-e8f2dbd4-ef58-465c-9297-ce8687717b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:43.637835 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-e8f2dbd4-ef58-465c-9297-ce8687717b65 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807588
Apr 05 16:45:43.780804 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-a924dbd3-be54-442e-aae6-432823d9ebf0 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356335
Apr 05 16:45:43.922802 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c6c530-18ed-4f2d-968d-8d017130b2b0 req-f483a4e2-eb04-40cb-a2d9-76c7e4a2d7fc service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348045
Apr 05 16:45:50.913923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-1f04878f-ec59-4000-8f3a-64649327c0b7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Synchronizing usage tracker for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:45:50.929485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-1f04878f-ec59-4000-8f3a-64649327c0b7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Unset dirty status for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:45:50.930773 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-1f04878f-ec59-4000-8f3a-64649327c0b7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042520332&fields=id&tenant_id=e9dde093068d427dbb22afa2b2463bc6 HTTP/1.1" status: 200  len: 267 time: 0.0599399
Apr 05 16:45:51.093976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-354eb161-aacb-4f9c-81e8-9672bcfab5ce tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:51.095518 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-354eb161-aacb-4f9c-81e8-9672bcfab5ce tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/networks?id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 HTTP/1.1" status: 200  len: 812 time: 0.1566727
Apr 05 16:45:51.111714 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-65d79e15-9f4d-4664-af0e-dbcacea36071 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/quotas/e9dde093068d427dbb22afa2b2463bc6 HTTP/1.1" status: 200  len: 375 time: 0.0101054
Apr 05 16:45:51.199497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-85182ca2-4e5a-4bff-bc7b-6d2e373be1d6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Synchronizing usage tracker for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:45:51.215602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-85182ca2-4e5a-4bff-bc7b-6d2e373be1d6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Unset dirty status for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:45:51.217650 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-85182ca2-4e5a-4bff-bc7b-6d2e373be1d6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9dde093068d427dbb22afa2b2463bc6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0999012
Apr 05 16:45:51.472818 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-1d1fb906-7915-4749-907b-8ea7908868dd service neutron] 10.222.0.38 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2426727
Apr 05 16:45:51.613895 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-d511b79b-4694-4ca1-9436-4f20dce739f9 service neutron] 10.222.0.38 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346815
Apr 05 16:45:52.031545 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-13d05850-98bd-42c0-836a-fee2aa39ae68 req-bd21701e-e237-48b5-b7f0-6c9488dae638 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0498600
Apr 05 16:45:52.319047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:45:53.142284 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e49d8484-2e58-4229-a92f-ad1b7537df2b req-41036cae-866a-424b-ab9c-effe83acd911 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0536623
Apr 05 16:45:54.247554 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-73077efa-cf39-4a24-b226-5d03208f0823 req-f9f55a21-f2f9-42b8-92ad-72829a15db03 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0485160
Apr 05 16:45:55.352229 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6290754f-30f7-4400-be38-cf8488356874 req-3bea2b7f-9656-4b2f-a138-a6df4205944a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0496447
Apr 05 16:45:56.519770 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e03b05f9-5452-4f4b-b73e-1a192cdf4a0e req-9ffedd6b-8812-4f5d-9b64-ec61918b59ef tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0540776
Apr 05 16:45:57.311423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-69a69c71-f0e5-4927-8c4d-dbd958d64730 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:57.312177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-69a69c71-f0e5-4927-8c4d-dbd958d64730 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Synchronizing usage tracker for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:network {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:45:57.328803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-69a69c71-f0e5-4927-8c4d-dbd958d64730 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Unset dirty status for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:network {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:45:57.329810 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-69a69c71-f0e5-4927-8c4d-dbd958d64730 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.35 "GET /v2.0/networks?id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 HTTP/1.1" status: 200  len: 812 time: 0.1764884
Apr 05 16:45:57.415612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-08b0e5c1-e80f-4106-92f6-73a598d522a5 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Synchronizing usage tracker for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:45:57.428197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-08b0e5c1-e80f-4106-92f6-73a598d522a5 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Unset dirty status for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:45:57.429635 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-08b0e5c1-e80f-4106-92f6-73a598d522a5 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e9dde093068d427dbb22afa2b2463bc6 HTTP/1.1" status: 200  len: 8061 time: 0.0835094
Apr 05 16:45:57.439921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'port': {'device_id': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'admin_state_up': True, 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'security_groups': ['26f34e24-d497-4279-afd4-de8a5dd87ba6']}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:45:57.587974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:45:57.598084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:45:57.607017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Made reservation on behalf of e9dde093068d427dbb22afa2b2463bc6 for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:45:57.615121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:57.690696 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-29946263-043a-495d-b9a6-f3aad3ae3002 req-03729a36-cbdc-473e-9f77-4e2d1cc7d06e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0525088
Apr 05 16:45:57.808418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Allocated IP 172.20.0.8 (7170d2e1-df9e-4e53-b887-abaa3f1c6fe1/bec2c8c7-9e91-4e52-835d-6a18c9942915/fc74b7e1-0085-49ea-b6c0-20df0c9cce43) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:45:58.006269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:58.023605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Transition to ACTIVE for port object fc74b7e1-0085-49ea-b6c0-20df0c9cce43 will not be triggered until provisioned by entity DHCP. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:45:58.047492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:58.065318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:45:58.447546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'Port': ['ID=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:45:58.460819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.461233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.461639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.462043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.462439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.462835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.463229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.463620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.464040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.464432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.464816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.465205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:45:58.471100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:45:58.510374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:45:58.511546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:45:58.514389 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:45:58.581640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:58.582303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:58.609313 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1740136
Apr 05 16:45:58.765918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-944b5d58-81ef-4d2b-b72b-2addca39e4b8 None None] Provisioning for port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:45:58.771064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-944b5d58-81ef-4d2b-b72b-2addca39e4b8 None None] Provisioning complete for port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:45:58.771519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-944b5d58-81ef-4d2b-b72b-2addca39e4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:45:58.831880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-944b5d58-81ef-4d2b-b72b-2addca39e4b8 None None] Port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:45:58.891697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2441d9-2b19-4257-a9f6-1478316a76c4 req-4071b5bf-4645-47eb-af60-b9b0485a2243 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:45:58.892474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-9a2441d9-2b19-4257-a9f6-1478316a76c4 req-4071b5bf-4645-47eb-af60-b9b0485a2243 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Synchronizing usage tracker for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:45:58.907085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-9a2441d9-2b19-4257-a9f6-1478316a76c4 req-4071b5bf-4645-47eb-af60-b9b0485a2243 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Unset dirty status for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:45:58.908348 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a2441d9-2b19-4257-a9f6-1478316a76c4 req-4071b5bf-4645-47eb-af60-b9b0485a2243 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 931 time: 0.1051054
Apr 05 16:45:58.959692 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a2441d9-2b19-4257-a9f6-1478316a76c4 req-8afdfe3a-b209-493b-8875-478bb7efaa69 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0450249
Apr 05 16:46:00.166761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d81c95b-547c-4812-8a72-adf8c32368ae req-383ecf95-ac5f-4bae-b682-56c5e304d4aa tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:00.169628 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4d81c95b-547c-4812-8a72-adf8c32368ae req-383ecf95-ac5f-4bae-b682-56c5e304d4aa tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 931 time: 0.0953333
Apr 05 16:46:00.217245 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4d81c95b-547c-4812-8a72-adf8c32368ae req-0cf006c6-ef32-4780-ba85-3da6aa922013 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414786
Apr 05 16:46:01.417157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb34916-ad7b-4af6-9940-7965bba2b190 req-9ec4f713-7682-4d01-9d0c-2e140f2a7c34 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:01.418711 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cb34916-ad7b-4af6-9940-7965bba2b190 req-9ec4f713-7682-4d01-9d0c-2e140f2a7c34 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 931 time: 0.0877459
Apr 05 16:46:01.465465 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cb34916-ad7b-4af6-9940-7965bba2b190 req-c22665f0-d64e-40b6-b8d3-b255dc86bf03 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397952
Apr 05 16:46:02.059671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Request body: {'port': {'device_id': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:46:02.179432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:02.624371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc74b7e1-0085-49ea-b6c0-20df0c9cce43 {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:46:02.633046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:02.650150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Transition to ACTIVE for port object fc74b7e1-0085-49ea-b6c0-20df0c9cce43 will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:46:02.653054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:02.670766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c1648dfd-8d4b-418c-ac4a-19d6a4600094 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:02.813261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26fe10-a0a9-414a-9ae7-c60f7f5d64e6 req-dec58c00-b27c-4658-8664-47f54663db56 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:02.814874 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0e26fe10-a0a9-414a-9ae7-c60f7f5d64e6 req-dec58c00-b27c-4658-8664-47f54663db56 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0908012
Apr 05 16:46:02.816147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Pushing event updated for resources: {'Port': ['ID=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:02.819141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:02.869851 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0e26fe10-a0a9-414a-9ae7-c60f7f5d64e6 req-c287853d-106c-4941-aa16-c678c940a88f tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475039
Apr 05 16:46:03.048452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Attempting to bind port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:46:03.048840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Attempting to bind port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:46:03.049215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Attempting to bind port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 on network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:46:03.054444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 on network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:46:03.054815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Attempting to bind port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 on network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:46:03.062148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:46:03.062532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Checking segment: {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:46:03.062958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Bound using segment: {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:46:03.063495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Bound port: fc74b7e1-0085-49ea-b6c0-20df0c9cce43, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9857dfd-02ec-4dba-aa96-48c31103fda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:46:03.067104 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:03.168151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] For port fc74b7e1-0085-49ea-b6c0-20df0c9cce43, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:46:03.172325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] For port fc74b7e1-0085-49ea-b6c0-20df0c9cce43, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:46:03.175823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:03.192334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dd0e514c-6413-4684-83d7-43d6a396c212 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:03.352538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Pushing event updated for resources: {'Port': ['ID=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:03.355839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:03.395278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:03.396177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:03.397657 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] 10.222.0.35 "PUT /v2.0/ports/fc74b7e1-0085-49ea-b6c0-20df0c9cce43 HTTP/1.1" status: 200  len: 1093 time: 1.3427711
Apr 05 16:46:03.398187 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:46:03.554092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-bf24ad64-7fbe-48c1-8339-73e2a7a45cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:03.555808 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-bf24ad64-7fbe-48c1-8339-73e2a7a45cbd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9dde093068d427dbb22afa2b2463bc6&device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 1096 time: 0.0914934
Apr 05 16:46:03.626611 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'status': 'completed', 'code': 200}
Apr 05 16:46:03.643871 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-a2cf8687-eb34-4a29-b728-8f7e8900cf89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43 HTTP/1.1" status: 200  len: 217 time: 0.0726697
Apr 05 16:46:03.721138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-b575be6f-249a-4703-9d77-cb3a7234001e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:03.722712 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-b575be6f-249a-4703-9d77-cb3a7234001e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec2c8c7-9e91-4e52-835d-6a18c9942915 HTTP/1.1" status: 200  len: 851 time: 0.0706804
Apr 05 16:46:03.811505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-ee8cf296-1631-43df-b8c4-4f81d432ac67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:03.813161 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-ee8cf296-1631-43df-b8c4-4f81d432ac67 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833533
Apr 05 16:46:03.958147 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-82c6044c-cdb4-4ded-bf2e-319027e0b10f service neutron] 10.222.0.35 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1378229
Apr 05 16:46:04.088262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5454b-db3b-4287-abc5-ee4246875025 req-ef095e40-00ae-46f2-a3c2-53d66fba530a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:04.090022 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96e5454b-db3b-4287-abc5-ee4246875025 req-ef095e40-00ae-46f2-a3c2-53d66fba530a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0990767
Apr 05 16:46:04.142071 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-96e5454b-db3b-4287-abc5-ee4246875025 req-a64d9fa5-2c64-4f94-acfb-27d35664a8a1 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442634
Apr 05 16:46:04.144577 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-70dd3871-7e4f-41d2-9935-9df915d9f1b3 req-934abbd5-9598-4708-af8d-60e7f432abea service neutron] 10.222.0.35 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1795652
Apr 05 16:46:04.342705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-cbe2bf7c-b40f-4f7d-84e6-256e5aec2c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:04.344436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-cbe2bf7c-b40f-4f7d-84e6-256e5aec2c12 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9dde093068d427dbb22afa2b2463bc6&device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 1096 time: 0.0839925
Apr 05 16:46:04.494481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-a1394f2b-bb5f-4a82-b7d3-f668e4a58954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:04.494481 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-a1394f2b-bb5f-4a82-b7d3-f668e4a58954 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 HTTP/1.1" status: 200  len: 913 time: 0.1416616
Apr 05 16:46:04.567986 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-d6a7e8ab-096b-43f8-bb6f-448725f202c1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43 HTTP/1.1" status: 200  len: 217 time: 0.0672038
Apr 05 16:46:04.648116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-b83af2df-55a9-4670-9acd-2483def955a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:04.649727 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-b83af2df-55a9-4670-9acd-2483def955a0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec2c8c7-9e91-4e52-835d-6a18c9942915 HTTP/1.1" status: 200  len: 851 time: 0.0749044
Apr 05 16:46:04.733995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-e56ad7c3-c622-4fce-98fd-b41da1203401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:04.735579 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-e56ad7c3-c622-4fce-98fd-b41da1203401 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783522
Apr 05 16:46:04.880407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-dd65a3f8-b2e8-497f-a55d-3ac2ac91162f service neutron] 10.222.0.35 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371195
Apr 05 16:46:05.023119 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7e14f8b3-398c-409c-b345-9e867a644fa5 req-5eae487f-6a8a-4495-9a69-210afd8f2ab6 service neutron] 10.222.0.35 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1351449
Apr 05 16:46:05.140521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e2e6ccc3-42c4-4fa9-b4b0-1835049a2f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:05.345432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba53670-173b-4f56-8344-8a0c4ab5f916 req-9da7e511-67bd-4f1c-8f65-bd81bc63638c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:05.347205 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8ba53670-173b-4f56-8344-8a0c4ab5f916 req-9da7e511-67bd-4f1c-8f65-bd81bc63638c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0916288
Apr 05 16:46:05.395911 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8ba53670-173b-4f56-8344-8a0c4ab5f916 req-6bcde862-7f88-4774-92fc-a09ffa9f247d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423753
Apr 05 16:46:06.599719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85adb2d-5c83-4f04-b0d0-848a183b1fe1 req-20263cba-2f10-430d-8df3-d51b6f974536 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:06.601270 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f85adb2d-5c83-4f04-b0d0-848a183b1fe1 req-20263cba-2f10-430d-8df3-d51b6f974536 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0914588
Apr 05 16:46:06.612738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:06.649919 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f85adb2d-5c83-4f04-b0d0-848a183b1fe1 req-bd9b8b5a-b38e-4060-9bd7-13ea93112216 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422628
Apr 05 16:46:07.627477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-643ecc30-49c6-4153-bdd2-9a25dc151027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:07.768101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:07.853069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4a13af-cc0f-4caf-a2d6-c796e4c00cda req-7a9dd33b-e9ea-42fa-9b4b-13ef1c1da5e6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:07.854640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0d4a13af-cc0f-4caf-a2d6-c796e4c00cda req-7a9dd33b-e9ea-42fa-9b4b-13ef1c1da5e6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0896811
Apr 05 16:46:07.901297 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0d4a13af-cc0f-4caf-a2d6-c796e4c00cda req-c9c4a2c8-fe1d-4e44-b722-06eebc1f9204 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394948
Apr 05 16:46:08.556522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 41220) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:46:08.680309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:08.696108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:46:08.700100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Usage tracker for resource:security_group_rule and tenant:d90a24252ae64d1c8d3b41e5a8695e6b is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:46:08.703669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:46:08.709667 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:46:08.793126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:08.796918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:08.805606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a71c13b2-9ae7-481d-80b1-1a00e53607f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:08.846849 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d90a24252ae64d1c8d3b41e5a8695e6b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2892232
Apr 05 16:46:08.848566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363a2d46-e72b-42a0-a986-7081378cf88e,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:08.849778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 41226) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:46:08.856490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.856909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.857870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.858348 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.858750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.859150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.859548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.859984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.860364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.860758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.861150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.861541 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:08.865757 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3234d6e4-5d97-4495-90ef-22f95b667f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:08.916769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:08.947444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:08.995305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:09.001052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c7c934a2-96bb-428f-86c4-6ac502ca11cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:09.012011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363a2d46-e72b-42a0-a986-7081378cf88e,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:09.018915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:09.019727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:09.023843 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/363a2d46-e72b-42a0-a986-7081378cf88e HTTP/1.1" status: 204  len: 168 time: 0.1729312
Apr 05 16:46:09.099042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:09.149730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6473fadf-4e1e-42b6-82b2-3da29dd0ecac req-d480b468-f344-418d-9cfb-bd3d83e89f29 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:09.151374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6473fadf-4e1e-42b6-82b2-3da29dd0ecac req-d480b468-f344-418d-9cfb-bd3d83e89f29 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.1145878
Apr 05 16:46:09.208907 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6473fadf-4e1e-42b6-82b2-3da29dd0ecac req-7fe2fc59-c464-4a8c-95c5-86e364f5882b tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505390
Apr 05 16:46:09.258072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:09.861350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 41254) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:46:09.978871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1929931032-network', 'tenant_id': '5057407ef9034ff39361f66d5dcad2f2'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:46:09.984495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:46:09.988581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Usage tracker for resource:network and tenant:5057407ef9034ff39361f66d5dcad2f2 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:46:09.991559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:46:09.999159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:46:10.007786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Made reservation on behalf of 5057407ef9034ff39361f66d5dcad2f2 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:46:10.012812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.026431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.041967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:46:10.046084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Usage tracker for resource:security_group_rule and tenant:5057407ef9034ff39361f66d5dcad2f2 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:46:10.049095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:46:10.055119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:46:10.142471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.145182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.149381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-946053e3-ee0a-4a4f-873e-81472e03c4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:10.174017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 16:46:10.187602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e229bdf-22b5-4eca-ac3e-6f58da6880d5,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:10.191782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:10.192771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.193160 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Added segment 61885624-c33a-4890-b3e2-c00ee1fd0b35 of type vlan for network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20
Apr 05 16:46:10.229613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.260251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.261645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:10.262290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.267863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:10.416665 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.5540524
Apr 05 16:46:10.417501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Pushing event updated for resources: {'Network': ['ID=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:10.419883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 41262) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:46:10.426033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:10.426173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Request body: {'subnet': {'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1929931032-subnet', 'tenant_id': '5057407ef9034ff39361f66d5dcad2f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:46:10.429077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 16:46:10.431084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:46:10.435300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Usage tracker for resource:subnet and tenant:5057407ef9034ff39361f66d5dcad2f2 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:46:10.438606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:46:10.445792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:46:10.455966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Made reservation on behalf of 5057407ef9034ff39361f66d5dcad2f2 for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:46:10.460961 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021130'] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.468362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c3a02a-f8d2-4617-ab4d-778f1494e069 req-fce3a870-bca1-476b-b814-9fd7a8337fb5 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:10.469985 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-76c3a02a-f8d2-4617-ab4d-778f1494e069 req-fce3a870-bca1-476b-b814-9fd7a8337fb5 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.1116309
Apr 05 16:46:10.519827 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-76c3a02a-f8d2-4617-ab4d-778f1494e069 req-e0ad8385-4353-4493-8aea-3b49826ea5e2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430582
Apr 05 16:46:10.871883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850965047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021177'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:10.889543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-66248371-3513-42cc-acfc-dedd413211a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:11.012728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e337be52-2580-43e9-867f-b81060e64ed2,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:11.022566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:11.089362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Checking segment: {'id': '61885624-c33a-4890-b3e2-c00ee1fd0b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:46:11.089756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Network hostable DHCP agents. Network: 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 16:46:11.108349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 16:46:11.116230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:46:11.125876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6607cde9-63f5-42b0-bb50-14734901ea60 None None] Network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:46:11.129781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:11.130416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:11.154089 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.7329998
Apr 05 16:46:11.350201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8435a78-0802-4464-b8e5-48a9f0dfda1e None None] Network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:46:11.728537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085b223-052b-4810-b5b8-40495d43105b req-f7c29c60-ee74-435c-98d8-27a0ab30d45c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:11.730161 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5085b223-052b-4810-b5b8-40495d43105b req-f7c29c60-ee74-435c-98d8-27a0ab30d45c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0929000
Apr 05 16:46:11.782750 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5085b223-052b-4810-b5b8-40495d43105b req-cf88b5be-1822-4a05-93b0-bc73120699ea tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449483
Apr 05 16:46:13.229641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dedd33-399b-4b3c-ae99-e360e571bdd1 req-66fb9fe8-266d-4521-9bcc-bc60af340f8a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:13.231210 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b9dedd33-399b-4b3c-ae99-e360e571bdd1 req-66fb9fe8-266d-4521-9bcc-bc60af340f8a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.3336203
Apr 05 16:46:13.279780 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b9dedd33-399b-4b3c-ae99-e360e571bdd1 req-06d25bd7-d971-47e7-b49e-49e06328f93b tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417793
Apr 05 16:46:13.297435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-63bd2f62-2777-4d44-9a77-871f07e020a0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:13.299024 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-63bd2f62-2777-4d44-9a77-871f07e020a0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/networks?id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 HTTP/1.1" status: 200  len: 814 time: 0.1670327
Apr 05 16:46:13.315399 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-ca37a167-07bf-47e1-8d88-99963ea10f77 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/quotas/5057407ef9034ff39361f66d5dcad2f2 HTTP/1.1" status: 200  len: 375 time: 0.0103505
Apr 05 16:46:13.368523 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-8a3c6476-9d4d-468f-b252-b150d781197c tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=5057407ef9034ff39361f66d5dcad2f2&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0474329
Apr 05 16:46:13.511382 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-77f94744-4b1a-4286-b3b0-f74d5cad70f6 service neutron] 10.222.0.38 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1351528
Apr 05 16:46:13.655597 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-623af89c-c6d9-4696-a70d-eae8c3538cc3 service neutron] 10.222.0.38 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1375914
Apr 05 16:46:13.850208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-62c1e8b1-6ea6-44dd-9f41-64b2954cc6f0 req-79be7263-2615-4ea0-b6f0-a8c1143e40a4 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0501840
Apr 05 16:46:14.488726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ba2e66-da89-40ff-964b-e11fc70cf5aa req-7a1df356-7cdb-426b-a478-8ece75e0b9e6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:14.490303 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-53ba2e66-da89-40ff-964b-e11fc70cf5aa req-7a1df356-7cdb-426b-a478-8ece75e0b9e6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0938752
Apr 05 16:46:14.538873 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-53ba2e66-da89-40ff-964b-e11fc70cf5aa req-2d08380a-35fb-4464-ab6e-ce7c13227e69 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420015
Apr 05 16:46:15.034638 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-73a52c8c-b877-48fe-affc-f1be0d096ced req-9eac46da-3513-4e66-9ddd-8ed34cc6510b tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0592265
Apr 05 16:46:15.090142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-97c9d908-a31e-4bec-a374-d689d0f0d002 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:15.090916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-97c9d908-a31e-4bec-a374-d689d0f0d002 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Synchronizing usage tracker for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:network {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:46:15.107301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-97c9d908-a31e-4bec-a374-d689d0f0d002 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Unset dirty status for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:network {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:46:15.108833 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-97c9d908-a31e-4bec-a374-d689d0f0d002 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.35 "GET /v2.0/networks?id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 HTTP/1.1" status: 200  len: 814 time: 0.2319229
Apr 05 16:46:15.132263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Request body: {'port': {'device_id': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20', 'admin_state_up': True, 'tenant_id': '5057407ef9034ff39361f66d5dcad2f2'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:46:15.275712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:46:15.279883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Usage tracker for resource:port and tenant:5057407ef9034ff39361f66d5dcad2f2 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:46:15.282780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:46:15.288727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:46:15.297301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Made reservation on behalf of 5057407ef9034ff39361f66d5dcad2f2 for: {'port': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:46:15.303245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:15.471704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Allocated IP 172.20.0.2 (4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20/e337be52-2580-43e9-867f-b81060e64ed2/377e013c-ce60-431a-ac0b-aebed822f207) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:46:15.684148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:15.714809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:15.730565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ffe09b94-715b-4f4b-ad67-ed9f4957dcbe service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:15.739469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c69e4-155e-460b-b73c-af952d896190 req-ccb37365-18c3-404a-961b-d4a64557e580 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:15.741079 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-722c69e4-155e-460b-b73c-af952d896190 req-ccb37365-18c3-404a-961b-d4a64557e580 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0895805
Apr 05 16:46:15.792329 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-722c69e4-155e-460b-b73c-af952d896190 req-36fb3250-4b62-460b-aaa0-da12243d10b4 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448217
Apr 05 16:46:15.881693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Pushing event updated for resources: {'Port': ['ID=377e013c-ce60-431a-ac0b-aebed822f207,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:15.886964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:15.933330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:46:15.934488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:46:15.937429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:46:16.005446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:16.006038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:16.034023 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9060326
Apr 05 16:46:16.053509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Request body: {'port': {'device_id': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:46:16.225621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:16.356858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5042ef-b535-4993-832d-56f649c9406d req-cd1a4d5c-ff32-4985-b8a3-87a353cf2385 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:16.358124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-8b5042ef-b535-4993-832d-56f649c9406d req-cd1a4d5c-ff32-4985-b8a3-87a353cf2385 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Synchronizing usage tracker for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:46:16.400895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-8b5042ef-b535-4993-832d-56f649c9406d req-cd1a4d5c-ff32-4985-b8a3-87a353cf2385 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Unset dirty status for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:46:16.402143 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8b5042ef-b535-4993-832d-56f649c9406d req-cd1a4d5c-ff32-4985-b8a3-87a353cf2385 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 931 time: 0.2517073
Apr 05 16:46:16.544331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-8b5042ef-b535-4993-832d-56f649c9406d req-6d61ee86-ae9c-4378-9e3c-475be5f51872 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Synchronizing usage tracker for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:46:16.627575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-8b5042ef-b535-4993-832d-56f649c9406d req-6d61ee86-ae9c-4378-9e3c-475be5f51872 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Unset dirty status for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:46:16.628862 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8b5042ef-b535-4993-832d-56f649c9406d req-6d61ee86-ae9c-4378-9e3c-475be5f51872 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1786852
Apr 05 16:46:16.737754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377e013c-ce60-431a-ac0b-aebed822f207 {{(pid=84353) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:46:16.745489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:16.761090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Transition to ACTIVE for port object 377e013c-ce60-431a-ac0b-aebed822f207 will not be triggered until provisioned by entity L2. {{(pid=84353) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:46:16.764421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:16.779743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6aa06712-2bf3-4382-be3c-91ee5f6f60cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:16.923062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Pushing event updated for resources: {'Port': ['ID=377e013c-ce60-431a-ac0b-aebed822f207,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:16.927371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:16.997548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e098ed-0b04-4650-981f-daf00620c6cf req-5446866f-afa0-4145-86be-4fb40dba8fa4 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:16.999229 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e3e098ed-0b04-4650-981f-daf00620c6cf req-5446866f-afa0-4145-86be-4fb40dba8fa4 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0906701
Apr 05 16:46:17.049430 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e3e098ed-0b04-4650-981f-daf00620c6cf req-8da5545f-2efe-4dfd-8795-ece3954e2702 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436997
Apr 05 16:46:17.142951 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Attempting to bind port 377e013c-ce60-431a-ac0b-aebed822f207 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:46:17.143326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Attempting to bind port 377e013c-ce60-431a-ac0b-aebed822f207 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': '61885624-c33a-4890-b3e2-c00ee1fd0b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20'}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:46:17.143707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Attempting to bind port 377e013c-ce60-431a-ac0b-aebed822f207 on network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:46:17.148505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Port 377e013c-ce60-431a-ac0b-aebed822f207 on network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:46:17.148860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Attempting to bind port 377e013c-ce60-431a-ac0b-aebed822f207 on network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:46:17.154804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:46:17.155178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Checking segment: {'id': '61885624-c33a-4890-b3e2-c00ee1fd0b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:46:17.155593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Bound using segment: {'id': '61885624-c33a-4890-b3e2-c00ee1fd0b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20'} {{(pid=84353) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:46:17.156076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Bound port: 377e013c-ce60-431a-ac0b-aebed822f207, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61885624-c33a-4890-b3e2-c00ee1fd0b35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20'}}] {{(pid=84353) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:46:17.156455 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:17.247385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] For port 377e013c-ce60-431a-ac0b-aebed822f207, host hv-cinder-77459, cleared binding levels {{(pid=84353) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:46:17.250461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] For port 377e013c-ce60-431a-ac0b-aebed822f207, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=377e013c-ce60-431a-ac0b-aebed822f207,segment=NetworkSegment(61885624-c33a-4890-b3e2-c00ee1fd0b35),segment_id=61885624-c33a-4890-b3e2-c00ee1fd0b35)] {{(pid=84353) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:46:17.253626 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:17.269295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4c2759c9-9f27-4512-9a31-55b6c19d19bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:17.424274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Pushing event updated for resources: {'Port': ['ID=377e013c-ce60-431a-ac0b-aebed822f207,revision_number=3']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:17.429915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:17.462709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:17.463382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:17.464973 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] 10.222.0.35 "PUT /v2.0/ports/377e013c-ce60-431a-ac0b-aebed822f207 HTTP/1.1" status: 200  len: 1093 time: 1.4160135
Apr 05 16:46:17.465512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'tag': '377e013c-ce60-431a-ac0b-aebed822f207'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:46:17.512122 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'tag': '377e013c-ce60-431a-ac0b-aebed822f207', 'status': 'completed', 'code': 200}
Apr 05 16:46:17.609780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-dbcaa31f-36e8-4a46-84eb-01f32a9cc2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:17.611379 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-dbcaa31f-36e8-4a46-84eb-01f32a9cc2e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5057407ef9034ff39361f66d5dcad2f2&device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 1096 time: 0.0787275
Apr 05 16:46:17.696683 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-5f8056dd-35f2-4530-90f0-65e003742171 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=377e013c-ce60-431a-ac0b-aebed822f207 HTTP/1.1" status: 200  len: 217 time: 0.0708723
Apr 05 16:46:17.766369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-938c914e-4ac8-4eb2-8ba8-72e09386ec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:17.767864 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-938c914e-4ac8-4eb2-8ba8-72e09386ec0e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e337be52-2580-43e9-867f-b81060e64ed2 HTTP/1.1" status: 200  len: 854 time: 0.0652745
Apr 05 16:46:17.824506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-bbd11045-295c-4155-8ec0-acc72a1fa462 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497577
Apr 05 16:46:17.836496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e55f9-3a9d-4837-adcd-06cd105a5115 req-cba07400-3711-4a92-8466-37d7dbe11f36 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:17.838109 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-561e55f9-3a9d-4837-adcd-06cd105a5115 req-cba07400-3711-4a92-8466-37d7dbe11f36 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 943 time: 0.0931084
Apr 05 16:46:17.887892 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-561e55f9-3a9d-4837-adcd-06cd105a5115 req-066c9d26-5ae5-41aa-93ae-0df665cdd7ac tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431449
Apr 05 16:46:17.968171 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-c93833b8-8ecb-4103-afe9-42fd04ffaf28 service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1371970
Apr 05 16:46:18.345944 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1f40870-c2cc-4a9e-b8f1-99cabeb5f757 req-5b9841f0-e47c-43f5-b917-bf31f00736ec service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3708901
Apr 05 16:46:18.432636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa48ba8e-abf2-4093-bbf6-59fc4096120d req-f5c96655-64df-4338-aa97-7a7bd44a7b6c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:18.434227 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aa48ba8e-abf2-4093-bbf6-59fc4096120d req-f5c96655-64df-4338-aa97-7a7bd44a7b6c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0917685
Apr 05 16:46:18.535884 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aa48ba8e-abf2-4093-bbf6-59fc4096120d req-0997bbc1-81a1-4b55-a61f-1080015cdce0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949833
Apr 05 16:46:18.566123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-7c31a6ed-936f-48ee-a1c3-324f141dbc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:18.567698 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-7c31a6ed-936f-48ee-a1c3-324f141dbc3e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5057407ef9034ff39361f66d5dcad2f2&device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 1096 time: 0.0934827
Apr 05 16:46:18.720277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-824191a6-e399-4219-a4ed-0dd8a04318eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:18.721835 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-824191a6-e399-4219-a4ed-0dd8a04318eb service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 HTTP/1.1" status: 200  len: 915 time: 0.1461525
Apr 05 16:46:18.798144 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-543e3e30-8d4c-41c4-bb78-85f8c6e59514 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=377e013c-ce60-431a-ac0b-aebed822f207 HTTP/1.1" status: 200  len: 217 time: 0.0690854
Apr 05 16:46:18.867127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-5c5a30e3-a25e-4775-9583-9965abb83978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:18.868682 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-5c5a30e3-a25e-4775-9583-9965abb83978 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e337be52-2580-43e9-867f-b81060e64ed2 HTTP/1.1" status: 200  len: 854 time: 0.0638213
Apr 05 16:46:18.921484 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-3278260e-9f72-4d41-86bd-bb81e9b72756 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0462601
Apr 05 16:46:19.073650 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-33e9cfb5-8ae5-4fbc-980a-cb79421a139a service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1444397
Apr 05 16:46:19.090895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be580d-8f01-40cb-bcd9-9016d54c2cac req-901508e0-858b-41af-8316-e30ab70fd5c2 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:19.093167 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01be580d-8f01-40cb-bcd9-9016d54c2cac req-901508e0-858b-41af-8316-e30ab70fd5c2 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 943 time: 0.0916462
Apr 05 16:46:19.141762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01be580d-8f01-40cb-bcd9-9016d54c2cac req-acd6dce9-4437-4cd7-a569-a4145233aaf6 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421064
Apr 05 16:46:19.220872 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f88ed6b8-06d8-4903-b55f-6460dfa33ec8 req-5c7edafd-ffaf-4f13-bef3-096f5125102c service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1396525
Apr 05 16:46:19.750391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1612dd98-211e-4bbf-8d0d-1e8b936f6ce3 req-738eb502-ad04-4f11-856d-ece50138e7f8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:19.752009 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1612dd98-211e-4bbf-8d0d-1e8b936f6ce3 req-738eb502-ad04-4f11-856d-ece50138e7f8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0938361
Apr 05 16:46:19.800390 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1612dd98-211e-4bbf-8d0d-1e8b936f6ce3 req-6ff46d25-19b9-44e9-b213-02df8cad86a1 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421033
Apr 05 16:46:20.351342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d5001-156b-487a-bc07-3ff2ae9d8b00 req-0fd61fb3-e58a-4866-84db-1ece035115ba tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:20.352266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-513d5001-156b-487a-bc07-3ff2ae9d8b00 req-0fd61fb3-e58a-4866-84db-1ece035115ba tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 943 time: 0.0926363
Apr 05 16:46:20.371872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd935c-b489-4451-89a3-7e99689c7d4a req-a8b9d820-d632-4b00-a0b7-023a1b1dcf85 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:20.373483 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0dd935c-b489-4451-89a3-7e99689c7d4a req-a8b9d820-d632-4b00-a0b7-023a1b1dcf85 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.1604302
Apr 05 16:46:20.376390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-586aebf7-66d0-493a-8d54-ab93351bd242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:20.377876 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-586aebf7-66d0-493a-8d54-ab93351bd242 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1137 time: 0.1260304
Apr 05 16:46:20.401046 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-513d5001-156b-487a-bc07-3ff2ae9d8b00 req-7e3e7db7-c688-4793-9b02-abb4f5045bbf tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422952
Apr 05 16:46:20.510253 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0dd935c-b489-4451-89a3-7e99689c7d4a req-b17f1fe3-e775-4315-bfcb-b3b4f7fb47c3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1302972
Apr 05 16:46:20.556657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-b54e0bec-4238-40d0-bc18-d88cc809f968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:20.558209 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-b54e0bec-4238-40d0-bc18-d88cc809f968 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.1622610
Apr 05 16:46:20.562986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 377e013c-ce60-431a-ac0b-aebed822f207 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:46:20.673499 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-7dce5df3-65ba-44a7-9445-88728688b9b6 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 1001 time: 0.1077940
Apr 05 16:46:20.707061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 377e013c-ce60-431a-ac0b-aebed822f207, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=377e013c-ce60-431a-ac0b-aebed822f207,segment=NetworkSegment(61885624-c33a-4890-b3e2-c00ee1fd0b35),segment_id=61885624-c33a-4890-b3e2-c00ee1fd0b35)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:46:20.722013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '377e013c-ce60-431a-ac0b-aebed822f207', 'network_id': '4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20', 'port_id': '377e013c-ce60-431a-ac0b-aebed822f207', 'mac_address': 'fa:16:3e:9a:42:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e337be52-2580-43e9-867f-b81060e64ed2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:46:20.766310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-e905416e-87a1-4cbe-8fb8-f89f09cd04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:20.768139 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-e905416e-87a1-4cbe-8fb8-f89f09cd04cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0875075
Apr 05 16:46:20.786738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:20.806443 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377e013c-ce60-431a-ac0b-aebed822f207 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:46:20.823355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 377e013c-ce60-431a-ac0b-aebed822f207, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=377e013c-ce60-431a-ac0b-aebed822f207,segment=NetworkSegment(61885624-c33a-4890-b3e2-c00ee1fd0b35),segment_id=61885624-c33a-4890-b3e2-c00ee1fd0b35)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:46:20.826507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:20.832966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3e7244f7-9123-4fbb-b29f-3b8f9f86d08c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:20.868704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-f63055e7-0396-4ab0-8d65-fa00bb11b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:20.870554 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-f63055e7-0396-4ab0-8d65-fa00bb11b2da service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0937669
Apr 05 16:46:20.906981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=377e013c-ce60-431a-ac0b-aebed822f207,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:20.915183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.915601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.916179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.916722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.917241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.917765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.918280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.918800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.919313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.919822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.920374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.921404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:46:20.925768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:21.108992 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-f6bf6d0a-7379-4015-9030-c9bf4806997e service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2160914
Apr 05 16:46:21.149491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7671e0-1f6d-4e48-a7c9-f9e09d702aaf req-e32a59e2-ae5c-4f93-825b-fab4791c7208 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:21.149760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785604d-816f-416b-b8d6-25662abd978d req-eba4e986-b4d7-4c32-b8b3-157dfd14f3fb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:21.151063 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7f7671e0-1f6d-4e48-a7c9-f9e09d702aaf req-e32a59e2-ae5c-4f93-825b-fab4791c7208 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0926640
Apr 05 16:46:21.151200 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1785604d-816f-416b-b8d6-25662abd978d req-eba4e986-b4d7-4c32-b8b3-157dfd14f3fb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.2014203
Apr 05 16:46:21.284453 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1785604d-816f-416b-b8d6-25662abd978d req-df236ddc-aa0d-47fc-a3df-b35e24152f04 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175427
Apr 05 16:46:21.315685 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2336143a-cf92-4a15-b317-8f66e8820ecf req-ebeaa878-c510-4ba1-9474-3a860e3b12bb service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1986091
Apr 05 16:46:21.431027 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7f7671e0-1f6d-4e48-a7c9-f9e09d702aaf req-b16dc953-c968-4722-a6d5-89db38555626 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2629881
Apr 05 16:46:21.474899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['377e013c-ce60-431a-ac0b-aebed822f207'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:46:21.614863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e55d568-470b-42bd-8471-b9a65582e5d4 req-c64d2a87-b594-4d21-849f-698f201c7004 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:21.623209 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e55d568-470b-42bd-8471-b9a65582e5d4 req-c64d2a87-b594-4d21-849f-698f201c7004 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 944 time: 0.1063125
Apr 05 16:46:21.674543 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e55d568-470b-42bd-8471-b9a65582e5d4 req-f34c8dc5-7445-49e2-b36b-94cec2e2632f tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503197
Apr 05 16:46:21.745784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cdec3-82c6-4894-a9c1-4176c0eadfdc req-e66eba30-658f-4ce5-ba89-d529abf70e16 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:21.747340 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-550cdec3-82c6-4894-a9c1-4176c0eadfdc req-e66eba30-658f-4ce5-ba89-d529abf70e16 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0901546
Apr 05 16:46:21.800289 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-550cdec3-82c6-4894-a9c1-4176c0eadfdc req-86e008bf-43b9-441d-85e6-18eca66f51cc tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0457435
Apr 05 16:46:22.487235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5361fb0-5f27-4d2e-bb95-e9f2d9e09562 req-9144fa48-e3fc-4e39-aba8-1e66050e34c9 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:22.488989 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e5361fb0-5f27-4d2e-bb95-e9f2d9e09562 req-9144fa48-e3fc-4e39-aba8-1e66050e34c9 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 943 time: 0.0919609
Apr 05 16:46:22.536952 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e5361fb0-5f27-4d2e-bb95-e9f2d9e09562 req-d0556638-fdb9-4fd1-8d97-69709439d0aa tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415263
Apr 05 16:46:22.578576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fc74b7e1-0085-49ea-b6c0-20df0c9cce43 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:46:22.636202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d6c8f-f9ec-49e0-bad4-5a07aff24b61 req-3bd5d6a2-1a83-4cbc-ab2e-ffd51b6d97db tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:22.637765 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e83d6c8f-f9ec-49e0-bad4-5a07aff24b61 req-3bd5d6a2-1a83-4cbc-ab2e-ffd51b6d97db tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0890141
Apr 05 16:46:22.685968 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e83d6c8f-f9ec-49e0-bad4-5a07aff24b61 req-2217be56-8da8-4dab-9062-2cae715f86cb tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414886
Apr 05 16:46:22.724151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port fc74b7e1-0085-49ea-b6c0-20df0c9cce43, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:46:22.738432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'port_id': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'mac_address': 'fa:16:3e:62:66:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:46:22.800527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:22.817870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc74b7e1-0085-49ea-b6c0-20df0c9cce43 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:46:22.834168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port fc74b7e1-0085-49ea-b6c0-20df0c9cce43, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:46:22.837429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:22.840042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:22.873376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdc2f34-ea9d-4da3-8eaa-f3d94e9769bc req-9f96fa62-0890-4408-b3c2-9401388c309d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:22.875012 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbdc2f34-ea9d-4da3-8eaa-f3d94e9769bc req-9f96fa62-0890-4408-b3c2-9401388c309d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 944 time: 0.0892322
Apr 05 16:46:22.916701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:22.920031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:22.929127 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbdc2f34-ea9d-4da3-8eaa-f3d94e9769bc req-c49fa6b0-cffd-44a1-8cc2-36b940933ee3 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461800
Apr 05 16:46:23.012381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8fce99-0572-4fb2-ab6b-f97b126541c5 req-7b8c7b6e-f9a1-4bec-be49-158ce0b963a3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:23.014026 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ff8fce99-0572-4fb2-ab6b-f97b126541c5 req-7b8c7b6e-f9a1-4bec-be49-158ce0b963a3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0930324
Apr 05 16:46:23.065640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ff8fce99-0572-4fb2-ab6b-f97b126541c5 req-2765220c-76ab-45a4-949b-2cff289f38c7 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0437565
Apr 05 16:46:23.383850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['fc74b7e1-0085-49ea-b6c0-20df0c9cce43'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:46:23.740665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf3ead-6056-419b-bde0-f549ad6dff4b req-1773402d-ddbe-4700-8caa-ef6e6203f407 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:23.742235 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-28cf3ead-6056-419b-bde0-f549ad6dff4b req-1773402d-ddbe-4700-8caa-ef6e6203f407 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 944 time: 0.0911412
Apr 05 16:46:23.790423 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-28cf3ead-6056-419b-bde0-f549ad6dff4b req-7f798070-2275-4d30-ac41-88fc89075549 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417671
Apr 05 16:46:23.891772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875bc059-7cdd-4500-baa7-f91bb1563114 req-deedf0e6-77df-4717-a007-679e8a2dee0e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:23.893382 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-875bc059-7cdd-4500-baa7-f91bb1563114 req-deedf0e6-77df-4717-a007-679e8a2dee0e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0909765
Apr 05 16:46:23.941367 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-875bc059-7cdd-4500-baa7-f91bb1563114 req-36f6352f-849d-492d-befb-ed0b9676e0cb tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417676
Apr 05 16:46:24.128333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb4fd6-d5e6-47d0-a42c-1ee6f1cd2949 req-1b52ebc7-95e7-401c-a6bb-1a46d08745be tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:24.130027 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1bfb4fd6-d5e6-47d0-a42c-1ee6f1cd2949 req-1b52ebc7-95e7-401c-a6bb-1a46d08745be tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 944 time: 0.0884144
Apr 05 16:46:24.181471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1bfb4fd6-d5e6-47d0-a42c-1ee6f1cd2949 req-d3791751-b859-421e-8fa6-67d3a98f6660 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446870
Apr 05 16:46:24.271790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e866ccc-864d-49f3-9138-4c1d92570e27 req-3a3a6527-2148-4294-830e-7c83f45c1644 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:24.273373 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2e866ccc-864d-49f3-9138-4c1d92570e27 req-3a3a6527-2148-4294-830e-7c83f45c1644 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0905573
Apr 05 16:46:24.324362 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2e866ccc-864d-49f3-9138-4c1d92570e27 req-feed3204-e049-4e45-812b-68bde01076a9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0439670
Apr 05 16:46:24.576646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 377e013c-ce60-431a-ac0b-aebed822f207 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:46:24.651357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 377e013c-ce60-431a-ac0b-aebed822f207 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:46:24.656853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 377e013c-ce60-431a-ac0b-aebed822f207 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:46:24.657265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:24.777724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:24.805277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e013c-ce60-431a-ac0b-aebed822f207'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:46:24.815445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 377e013c-ce60-431a-ac0b-aebed822f207, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=377e013c-ce60-431a-ac0b-aebed822f207,segment=NetworkSegment(61885624-c33a-4890-b3e2-c00ee1fd0b35),segment_id=61885624-c33a-4890-b3e2-c00ee1fd0b35)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:46:24.818485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:24.820614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:24.862596 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377e013c-ce60-431a-ac0b-aebed822f207', 'code': 200}
Apr 05 16:46:24.896794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=377e013c-ce60-431a-ac0b-aebed822f207,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:24.899891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:24.999981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd23b2-cfbe-4d2c-89f8-72bcdb969f4e req-c7aba7eb-cca9-430f-8a32-25fbf6a50714 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:25.001634 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2fd23b2-cfbe-4d2c-89f8-72bcdb969f4e req-c7aba7eb-cca9-430f-8a32-25fbf6a50714 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 944 time: 0.0899248
Apr 05 16:46:25.065295 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2fd23b2-cfbe-4d2c-89f8-72bcdb969f4e req-7589e88b-544a-4617-adae-4696cd6b31fd tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568187
Apr 05 16:46:25.219960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ed9be-762f-45f2-861c-92d80f87bbef req-2d97bacf-ef7e-4fa7-9efd-a2688ed1b333 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:25.221589 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a24ed9be-762f-45f2-861c-92d80f87bbef req-2d97bacf-ef7e-4fa7-9efd-a2688ed1b333 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1561353
Apr 05 16:46:25.224858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9f6ea-aff9-4671-8f06-fdc39b99d54b req-e9aae503-43bf-40ee-93ed-00f6712547e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:25.226343 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bce9f6ea-aff9-4671-8f06-fdc39b99d54b req-e9aae503-43bf-40ee-93ed-00f6712547e5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 1098 time: 0.1208479
Apr 05 16:46:25.305766 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a24ed9be-762f-45f2-861c-92d80f87bbef req-6ce09285-8e6d-4cfe-8608-e0e69bf0f562 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0774941
Apr 05 16:46:25.307489 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bce9f6ea-aff9-4671-8f06-fdc39b99d54b req-5548267b-44a1-4c38-848d-1f6703f11486 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615993
Apr 05 16:46:25.383837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59cbed-d0a4-4dd7-97b2-80f13eeeed2d req-557469e6-7fe0-4772-8ac4-561e7f6470eb tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:25.385471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f59cbed-d0a4-4dd7-97b2-80f13eeeed2d req-557469e6-7fe0-4772-8ac4-561e7f6470eb tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 945 time: 0.0887563
Apr 05 16:46:25.432857 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3f59cbed-d0a4-4dd7-97b2-80f13eeeed2d req-ce1dcd34-786c-4bc3-8310-ba3c89e6ad99 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410140
Apr 05 16:46:25.524918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3c528-7dba-42f1-9fb7-12836e50ad41 req-7829d02b-b6e5-4991-a09c-e87d66d25f70 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:25.526484 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6ac3c528-7dba-42f1-9fb7-12836e50ad41 req-7829d02b-b6e5-4991-a09c-e87d66d25f70 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0881374
Apr 05 16:46:25.575756 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6ac3c528-7dba-42f1-9fb7-12836e50ad41 req-a073b4a4-b674-4ed1-9f31-953bfb250dc9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425596
Apr 05 16:46:26.276125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d05c08-868a-4ca6-8f49-b298b6c1bf6a req-8bcc0f70-9067-4a27-a052-85fc99d9f28a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:26.277858 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d1d05c08-868a-4ca6-8f49-b298b6c1bf6a req-8bcc0f70-9067-4a27-a052-85fc99d9f28a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 944 time: 0.0940464
Apr 05 16:46:26.324960 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d1d05c08-868a-4ca6-8f49-b298b6c1bf6a req-0ac1591a-f753-49f8-a264-58776de7339c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400174
Apr 05 16:46:26.517308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b51756-f9b8-4abb-8970-ee2d81f8253c req-b25ece26-7195-46b8-bdef-d4d245245e82 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:26.518907 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4b51756-f9b8-4abb-8970-ee2d81f8253c req-b25ece26-7195-46b8-bdef-d4d245245e82 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0956688
Apr 05 16:46:26.567971 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4b51756-f9b8-4abb-8970-ee2d81f8253c req-5d8a59f5-eb9c-41b0-99e1-2dc6fb4dcd3d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425580
Apr 05 16:46:26.583853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fc74b7e1-0085-49ea-b6c0-20df0c9cce43 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:46:26.634402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4021a2-2fd1-4134-85cc-df87b87b4a03 req-e4f21ff2-90d2-4124-8259-da9736f92387 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:26.636172 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c4021a2-2fd1-4134-85cc-df87b87b4a03 req-e4f21ff2-90d2-4124-8259-da9736f92387 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 945 time: 0.0907950
Apr 05 16:46:26.664188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:46:26.669418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:46:26.669837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:26.685860 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c4021a2-2fd1-4134-85cc-df87b87b4a03 req-125a6844-1041-46a5-845d-d7131721df59 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422328
Apr 05 16:46:26.786391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7551a8-821e-4aee-9669-0ab9895d6678 req-55921da8-ae6d-4675-979f-9b06e59c8674 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:26.787990 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a7551a8-821e-4aee-9669-0ab9895d6678 req-55921da8-ae6d-4675-979f-9b06e59c8674 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0921278
Apr 05 16:46:26.798943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:26.833209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port fc74b7e1-0085-49ea-b6c0-20df0c9cce43, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:46:26.835949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:26.838511 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-27463eaa-b937-4885-9491-dbd2c7aee3aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:26.839727 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a7551a8-821e-4aee-9669-0ab9895d6678 req-bc0e9b6c-d5d8-491c-98fe-153f0d5bc9d2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0448768
Apr 05 16:46:26.875406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:46:26.917184 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:26.920419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:26.932783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'code': 200}
Apr 05 16:46:27.333370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d5b29-b6ac-419a-a504-0283ce39c76b req-41963264-199a-4be3-95d1-c65bd2bab933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:27.334918 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7c3d5b29-b6ac-419a-a504-0283ce39c76b req-41963264-199a-4be3-95d1-c65bd2bab933 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 1098 time: 0.0752544
Apr 05 16:46:27.380083 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7c3d5b29-b6ac-419a-a504-0283ce39c76b req-d4fa67e9-7eb0-4349-9ade-1651401b9830 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362396
Apr 05 16:46:27.527375 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0ecac2-1a6f-4ca3-92f9-4207a105b043 req-bdd6a2f6-308f-49ab-9b68-06ea7105bf68 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:27.528944 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7a0ecac2-1a6f-4ca3-92f9-4207a105b043 req-bdd6a2f6-308f-49ab-9b68-06ea7105bf68 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0905941
Apr 05 16:46:27.576089 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7a0ecac2-1a6f-4ca3-92f9-4207a105b043 req-e1d12dd2-d914-42c1-8328-d6d435052819 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402043
Apr 05 16:46:27.773814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797e3c7-f92a-491b-90a3-80bfdd74e9d6 req-323f153e-88bb-4abe-b2fe-98e914d383d6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:27.775394 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c797e3c7-f92a-491b-90a3-80bfdd74e9d6 req-323f153e-88bb-4abe-b2fe-98e914d383d6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0921018
Apr 05 16:46:27.823550 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c797e3c7-f92a-491b-90a3-80bfdd74e9d6 req-c5810015-5ea0-4016-b4a2-fd60a946951a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409479
Apr 05 16:46:27.891110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba37b68-7af1-4470-bf51-1e026316c617 req-79fafa66-78a8-4998-a523-fac0865e39c4 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:27.892785 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8ba37b68-7af1-4470-bf51-1e026316c617 req-79fafa66-78a8-4998-a523-fac0865e39c4 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 945 time: 0.0917571
Apr 05 16:46:27.943913 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8ba37b68-7af1-4470-bf51-1e026316c617 req-1a580bb6-ca8b-4ea6-8846-00b1e818926f tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446579
Apr 05 16:46:28.053945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9c6e6a-4138-4acb-97d3-2862723e45cb req-ba5cfd0f-ea87-4ce5-8b70-40b2c3c81e15 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:28.055589 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8a9c6e6a-4138-4acb-97d3-2862723e45cb req-ba5cfd0f-ea87-4ce5-8b70-40b2c3c81e15 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0938823
Apr 05 16:46:28.111139 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8a9c6e6a-4138-4acb-97d3-2862723e45cb req-78b64c82-7020-4b0e-a20c-8ec34c35cef5 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0484257
Apr 05 16:46:28.782527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c4ae4c-2cf9-46b9-8223-fa68a37224f8 req-50b93334-cd2e-49d2-9426-fe244320b4ea tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:28.784210 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7c4ae4c-2cf9-46b9-8223-fa68a37224f8 req-50b93334-cd2e-49d2-9426-fe244320b4ea tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0891206
Apr 05 16:46:28.832609 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7c4ae4c-2cf9-46b9-8223-fa68a37224f8 req-b87f0f53-afcc-4350-9b86-eba471974056 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418866
Apr 05 16:46:29.065101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5388411-beff-41f7-a4e7-e5695ea5e872 req-c0d988c0-4f09-4d04-88d5-71d01aca0ead tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:29.066686 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5388411-beff-41f7-a4e7-e5695ea5e872 req-c0d988c0-4f09-4d04-88d5-71d01aca0ead tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1193471
Apr 05 16:46:29.116276 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5388411-beff-41f7-a4e7-e5695ea5e872 req-991d9cf4-6c0b-46cb-b2bd-f56f4a880d1d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428925
Apr 05 16:46:29.316973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf52b78-ef3e-4107-89cf-42aa7e9986d9 req-b504f5e7-3755-4671-95bf-e2bacc1f86ec tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:29.318642 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dcf52b78-ef3e-4107-89cf-42aa7e9986d9 req-b504f5e7-3755-4671-95bf-e2bacc1f86ec tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0942743
Apr 05 16:46:29.320488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:46:29.370787 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dcf52b78-ef3e-4107-89cf-42aa7e9986d9 req-206f7c7d-1ae0-403c-93ba-3e32fbd84f31 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0452785
Apr 05 16:46:30.046477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786c4ad-02d2-47d7-a36d-1d63ac47007c req-443f6d8d-19d1-4131-8d6a-51986000ec7a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:30.048169 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2786c4ad-02d2-47d7-a36d-1d63ac47007c req-443f6d8d-19d1-4131-8d6a-51986000ec7a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0923464
Apr 05 16:46:30.096393 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2786c4ad-02d2-47d7-a36d-1d63ac47007c req-3160bd5b-7436-4165-a7a8-a3c415bcaeb4 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415699
Apr 05 16:46:30.305189 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec37878-392c-455c-9368-5e7b839345ad req-50918f51-5903-4bb6-8052-9834b70d4c10 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:30.306761 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dec37878-392c-455c-9368-5e7b839345ad req-50918f51-5903-4bb6-8052-9834b70d4c10 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0947661
Apr 05 16:46:30.323485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db56fd1-e30a-4374-a1e0-44fefd21f69e req-c2bb3049-e7a5-410f-bf08-6b3fba4ba7eb tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:30.325078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1db56fd1-e30a-4374-a1e0-44fefd21f69e req-c2bb3049-e7a5-410f-bf08-6b3fba4ba7eb tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0931101
Apr 05 16:46:30.355720 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dec37878-392c-455c-9368-5e7b839345ad req-2200192d-3c92-4fd6-afca-e0e284b89dcf tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417571
Apr 05 16:46:30.377020 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1db56fd1-e30a-4374-a1e0-44fefd21f69e req-48de083b-57da-4286-808f-ee249d3fa234 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441306
Apr 05 16:46:30.381780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 41488) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:46:30.583959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e088431-4501-4e25-ab50-88f54bb75cc3 req-a2b4634f-287c-471e-909d-6269eef73f75 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:30.584222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c247fde4-faed-4f4f-b448-2834a64a76f8 tempest-TestVolumeBootPattern-1533571176 tempest-TestVolumeBootPattern-1533571176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:30.584916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c247fde4-faed-4f4f-b448-2834a64a76f8 tempest-TestVolumeBootPattern-1533571176 tempest-TestVolumeBootPattern-1533571176-project-admin] Synchronizing usage tracker for tenant:6b4605464cf34d7d9cd3ebaab7f5dbd6 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:46:30.585596 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2e088431-4501-4e25-ab50-88f54bb75cc3 req-a2b4634f-287c-471e-909d-6269eef73f75 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0971994
Apr 05 16:46:30.602106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c247fde4-faed-4f4f-b448-2834a64a76f8 tempest-TestVolumeBootPattern-1533571176 tempest-TestVolumeBootPattern-1533571176-project-admin] Unset dirty status for tenant:6b4605464cf34d7d9cd3ebaab7f5dbd6 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:46:30.604414 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c247fde4-faed-4f4f-b448-2834a64a76f8 tempest-TestVolumeBootPattern-1533571176 tempest-TestVolumeBootPattern-1533571176-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 1093 time: 0.2214806
Apr 05 16:46:30.610689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 41496) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:46:30.619283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Request body: {'floatingip': {'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'port_id': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:46:30.629356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:46:30.646145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Usage tracker for resource:floatingip and tenant:e9dde093068d427dbb22afa2b2463bc6 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:46:30.651014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:46:30.664370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2e088431-4501-4e25-ab50-88f54bb75cc3 req-9d575567-a4ae-4408-84a9-df775e338d58 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0712798
Apr 05 16:46:30.665294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:46:30.674738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for floatingip, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:30.824311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:30.979791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Allocated IP 172.27.1.91 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/a4dee910-66c1-4500-bd06-afcfedb311a6) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:46:31.365906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:31.395413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:31.410538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ca5c75fd-b461-4336-a49d-cc49f5345dd4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:31.556142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'Port': ['ID=a4dee910-66c1-4500-bd06-afcfedb311a6,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:31.560487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:31.605861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:46:31.607059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:46:31.608783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09aee4-d7de-45bd-939b-b9281e22ec55 req-36e61421-c03a-4db9-8c30-f2ec780c84a4 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:31.609852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:46:31.610539 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0f09aee4-d7de-45bd-939b-b9281e22ec55 req-36e61421-c03a-4db9-8c30-f2ec780c84a4 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1031694
Apr 05 16:46:31.661720 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0f09aee4-d7de-45bd-939b-b9281e22ec55 req-8396f13b-978f-449b-9972-acf7abd71424 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447733
Apr 05 16:46:32.053827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4887667e-ff3c-47d8-a8d0-519a4205ebd3 req-9cbf6276-b21d-44dc-9ee1-d00938cd79c3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:32.055362 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4887667e-ff3c-47d8-a8d0-519a4205ebd3 req-9cbf6276-b21d-44dc-9ee1-d00938cd79c3 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.2713294
Apr 05 16:46:32.138973 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4887667e-ff3c-47d8-a8d0-519a4205ebd3 req-973fc7bd-6fc7-484e-9839-e50cb01a17a8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0741258
Apr 05 16:46:32.178814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:32.258294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:32.550122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:32.553709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:32.569077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9b18da34-3e8e-40d5-a6aa-70da01444548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:32.715548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event updated for resources: {'Port': ['ID=a4dee910-66c1-4500-bd06-afcfedb311a6,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:32.720438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:32.821679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:32.873100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec812ea-2a58-4874-95fd-4e2eb0b81bed req-0dcbd109-7aed-49ed-a9c5-679d772e843e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:32.875245 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aec812ea-2a58-4874-95fd-4e2eb0b81bed req-0dcbd109-7aed-49ed-a9c5-679d772e843e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0990646
Apr 05 16:46:32.932396 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aec812ea-2a58-4874-95fd-4e2eb0b81bed req-ad6e738b-cfbb-484f-b676-1ce2df104e73 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494967
Apr 05 16:46:33.010862 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Floating IP 8caa4769-f8d2-41fa-8400-b56d4d916c52 associated. External IP: 172.27.1.91, port: fc74b7e1-0085-49ea-b6c0-20df0c9cce43.
Apr 05 16:46:33.308989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3e39f-1775-4dbe-8757-eb7240c021db req-c8c7bf43-57eb-4bc7-97f1-a9d0c1e29310 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:33.310741 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2ba3e39f-1775-4dbe-8757-eb7240c021db req-c8c7bf43-57eb-4bc7-97f1-a9d0c1e29310 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0962834
Apr 05 16:46:33.363679 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2ba3e39f-1775-4dbe-8757-eb7240c021db req-b936a04b-1916-40f3-bace-4ab5777527be tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465939
Apr 05 16:46:33.558912 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c270e0-7ee0-47e0-959f-c2adaad5ec24 req-2a05ee50-9b3e-4eab-a0bb-9e7086ccc9b1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:33.560534 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-85c270e0-7ee0-47e0-959f-c2adaad5ec24 req-2a05ee50-9b3e-4eab-a0bb-9e7086ccc9b1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.2838681
Apr 05 16:46:33.570804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Router 46057171-8225-41a6-91ae-9c3b55fd35a2 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:46:33.595132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2590791-9828-4788-b0c7-5400d0b16928 req-6f6bd3c8-b066-47a7-8887-dfa2acf79def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:33.596862 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2590791-9828-4788-b0c7-5400d0b16928 req-6f6bd3c8-b066-47a7-8887-dfa2acf79def service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 1099 time: 0.2088442
Apr 05 16:46:33.894970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c8d55-1b91-4092-9b3f-02a290fccc87 req-ef86dfdd-44fa-4234-a39c-85a9afebd1ba tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:33.896799 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c43c8d55-1b91-4092-9b3f-02a290fccc87 req-ef86dfdd-44fa-4234-a39c-85a9afebd1ba tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0978262
Apr 05 16:46:33.949186 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c43c8d55-1b91-4092-9b3f-02a290fccc87 req-95a6525a-afaf-4ebd-a132-39fdacbf6700 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454190
Apr 05 16:46:34.053701 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-85c270e0-7ee0-47e0-959f-c2adaad5ec24 req-4defbfa2-e752-4311-8fd6-628e60d4bbf4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.4849677
Apr 05 16:46:34.203400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2590791-9828-4788-b0c7-5400d0b16928 req-9d19da41-8d7a-4cd7-a5fe-fe3cb17ded59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:34.204928 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2590791-9828-4788-b0c7-5400d0b16928 req-9d19da41-8d7a-4cd7-a5fe-fe3cb17ded59 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 911 time: 0.5951898
Apr 05 16:46:34.207737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:46:34.217571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] Sync routers for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:46:34.228529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:46:34.229269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc314198>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:46:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:46:34.317721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:34.400120 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2590791-9828-4788-b0c7-5400d0b16928 req-59d4f878-a7dd-44cb-b5fe-e8517bff478f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ed69b593-883d-4934-ad61-aa242a52a7ca HTTP/1.1" status: 200  len: 1002 time: 0.1788027
Apr 05 16:46:34.407010 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 3.7949297
Apr 05 16:46:34.407780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:46:34.472765 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'status': 'completed', 'code': 200}
Apr 05 16:46:34.497540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2590791-9828-4788-b0c7-5400d0b16928 req-1ee26285-b597-424d-b804-c7261180d212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:34.499894 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2590791-9828-4788-b0c7-5400d0b16928 req-1ee26285-b597-424d-b804-c7261180d212 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.0864604
Apr 05 16:46:34.589831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:46:34.602689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2590791-9828-4788-b0c7-5400d0b16928 req-6a787a3a-3d26-42ac-ad79-4bf6acda0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:34.604429 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2590791-9828-4788-b0c7-5400d0b16928 req-6a787a3a-3d26-42ac-ad79-4bf6acda0d75 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0865285
Apr 05 16:46:34.684073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e505e7f-0772-49fc-97c8-ef1d557b4e66 req-41917a71-d1e2-442f-a67a-47900ed4bcb7 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:34.685730 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8e505e7f-0772-49fc-97c8-ef1d557b4e66 req-41917a71-d1e2-442f-a67a-47900ed4bcb7 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1744018
Apr 05 16:46:34.689787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-5e649340-9a2e-47b8-a385-8ab9170f5e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:34.691280 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-5e649340-9a2e-47b8-a385-8ab9170f5e6c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e9dde093068d427dbb22afa2b2463bc6&device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 1098 time: 0.1414154
Apr 05 16:46:34.776592 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2590791-9828-4788-b0c7-5400d0b16928 req-0234a99e-5c02-4217-a955-51a814412832 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631911
Apr 05 16:46:34.832534 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8e505e7f-0772-49fc-97c8-ef1d557b4e66 req-ab40cb25-ea94-4a05-9c6f-f1320fba8d6c tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1389055
Apr 05 16:46:34.878509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-31542377-e98c-4d46-b731-5e8372856246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:34.880354 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-31542377-e98c-4d46-b731-5e8372856246 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 HTTP/1.1" status: 200  len: 913 time: 0.1717663
Apr 05 16:46:34.943539 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2590791-9828-4788-b0c7-5400d0b16928 req-31fa75c7-b210-4b76-aa6c-58344b5025db service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1521692
Apr 05 16:46:34.983975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc314198>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '8caa4769-f8d2-41fa-8400-b56d4d916c52', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'port_id': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'mac_address': 'fa:16:3e:62:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:32Z', 'updated_at': '2021-04-05T16:46:32Z', 'revision_number': 0, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:05Z', 'revision_number': 5, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:46:34.988212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] Checking router: 46057171-8225-41a6-91ae-9c3b55fd35a2 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:46:34.997442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:46:34.998117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc314198>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:46:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:46:35.015730 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-77bd5513-7db2-4715-9c3b-cfac5d1cc01b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43 HTTP/1.1" status: 200  len: 998 time: 0.1243987
Apr 05 16:46:35.107283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-fe2289e9-69aa-4e3d-8346-c12a7f56276b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:35.109016 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-fe2289e9-69aa-4e3d-8346-c12a7f56276b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=bec2c8c7-9e91-4e52-835d-6a18c9942915 HTTP/1.1" status: 200  len: 851 time: 0.0754650
Apr 05 16:46:35.200896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-90d46709-2f01-4126-8ff7-5ddc1440609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:35.203045 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-90d46709-2f01-4126-8ff7-5ddc1440609e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842144
Apr 05 16:46:35.209925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4df52955-052f-430e-b0c0-1d4549fa782b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:35.266508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4460e60-8e3f-45c9-b1b0-a3adbf4bae64 req-f7a4cc2c-dff1-45fe-af09-a157ce3411d7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:35.268579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:46:35.268718 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4460e60-8e3f-45c9-b1b0-a3adbf4bae64 req-f7a4cc2c-dff1-45fe-af09-a157ce3411d7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.1694458
Apr 05 16:46:35.322043 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4460e60-8e3f-45c9-b1b0-a3adbf4bae64 req-6e8fdba3-2939-4022-ba43-9ef4157477be tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465317
Apr 05 16:46:35.440398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de9c37-f3d2-464a-99a0-5c0bf4aeb760 req-d9ab0ec0-02ce-4a8c-aa17-4663ecd8676f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:35.442045 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59de9c37-f3d2-464a-99a0-5c0bf4aeb760 req-d9ab0ec0-02ce-4a8c-aa17-4663ecd8676f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.2012138
Apr 05 16:46:35.444087 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-4b28cdfe-2423-488c-870d-a1714fec31b8 service neutron] 10.222.0.35 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2334015
Apr 05 16:46:35.584937 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59de9c37-f3d2-464a-99a0-5c0bf4aeb760 req-c7eee9cc-7069-44d5-a996-2375539147b9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1360183
Apr 05 16:46:35.631061 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4558aa6b-c6cb-4dd8-8f67-57e643ec422f req-4154654f-0fad-4e3d-bbcd-7977f1b2b858 service neutron] 10.222.0.35 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664858
Apr 05 16:46:35.656727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc314198>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '8caa4769-f8d2-41fa-8400-b56d4d916c52', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'port_id': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'mac_address': 'fa:16:3e:62:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:32Z', 'updated_at': '2021-04-05T16:46:32Z', 'revision_number': 0, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:05Z', 'revision_number': 5, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:46:35.661110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebb3009-aa89-499f-9e62-e9a7da5bdba7 None None] The sync data for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi is: [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '8caa4769-f8d2-41fa-8400-b56d4d916c52', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'floating_ip_address': '172.27.1.91', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'port_id': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'mac_address': 'fa:16:3e:62:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:46:32Z', 'updated_at': '2021-04-05T16:46:32Z', 'revision_number': 0, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:05Z', 'revision_number': 5, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:46:35.982615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9848179-4c6f-4f99-b13e-1189ee584a7b None None] New status for floating IP 8caa4769-f8d2-41fa-8400-b56d4d916c52: ACTIVE {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:46:36.059839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19713e-51c0-4798-b642-e67eb3af58ec req-12fcded9-af28-4d64-a658-de548674f2bf tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:36.062014 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c19713e-51c0-4798-b642-e67eb3af58ec req-12fcded9-af28-4d64-a658-de548674f2bf tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0990329
Apr 05 16:46:36.117259 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c19713e-51c0-4798-b642-e67eb3af58ec req-a7c18a07-b919-4845-a4fe-6b6ad5002f15 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489156
Apr 05 16:46:36.530072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47840881-5949-49bf-905d-eae9346193bd req-15389ae9-a7b9-4dc4-bb5a-eaf57a353af0 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:36.531736 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-47840881-5949-49bf-905d-eae9346193bd req-15389ae9-a7b9-4dc4-bb5a-eaf57a353af0 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0896912
Apr 05 16:46:36.585023 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-47840881-5949-49bf-905d-eae9346193bd req-9c89ba8a-e3ed-4780-a9a9-31e2f5b42ec7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465198
Apr 05 16:46:36.614991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:36.798990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b9f24-c8c8-4c97-8d1c-26a6f8e51c13 req-5677d34d-30c3-4a42-98cb-b4ed70001c14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:36.800664 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bf8b9f24-c8c8-4c97-8d1c-26a6f8e51c13 req-5677d34d-30c3-4a42-98cb-b4ed70001c14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0914979
Apr 05 16:46:36.852540 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bf8b9f24-c8c8-4c97-8d1c-26a6f8e51c13 req-61fa4cf1-6690-4907-a585-4d3420f94a5b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0453429
Apr 05 16:46:37.634167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2a7f0caf-d5f2-4428-8ef7-f0993f60d459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:37.774285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:37.788697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb354f7-8a0c-4047-8126-bb3223da994e req-88127442-06ae-4e6e-8a29-cfd054f21e0d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:37.790337 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7eb354f7-8a0c-4047-8126-bb3223da994e req-88127442-06ae-4e6e-8a29-cfd054f21e0d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0904036
Apr 05 16:46:37.840042 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7eb354f7-8a0c-4047-8126-bb3223da994e req-00eb4501-d6da-4d9d-887b-669544e71f4c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432475
Apr 05 16:46:38.066709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eacdb9-1853-4fae-9580-82d092e47daa req-2eacdf4a-8541-4c26-8092-4ed4332488da tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:38.068331 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63eacdb9-1853-4fae-9580-82d092e47daa req-2eacdf4a-8541-4c26-8092-4ed4332488da tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0951858
Apr 05 16:46:38.119443 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-63eacdb9-1853-4fae-9580-82d092e47daa req-b927882d-b69a-4237-9306-e73dfa130a0e tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&id=37a6c88d-b024-4970-84fa-dbbfbbbae1a9&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0446146
Apr 05 16:46:39.047655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8648dfe6-36fe-4369-a2a0-48081ee3223b req-e0dc1276-0142-49e4-8a64-22102b3efdaf tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:39.049406 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8648dfe6-36fe-4369-a2a0-48081ee3223b req-e0dc1276-0142-49e4-8a64-22102b3efdaf tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0955524
Apr 05 16:46:39.091385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:39.098636 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8648dfe6-36fe-4369-a2a0-48081ee3223b req-2fc6b335-d1b7-4b1f-a9f6-c928c17d2288 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427971
Apr 05 16:46:39.255809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:40.301731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88086978-d779-4718-ace1-598ff3324ace req-24cf984f-a35a-4c73-a638-a2973a920d24 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:40.303317 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-88086978-d779-4718-ace1-598ff3324ace req-24cf984f-a35a-4c73-a638-a2973a920d24 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0904760
Apr 05 16:46:40.356484 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-88086978-d779-4718-ace1-598ff3324ace req-71930684-29e8-4773-91a9-902719a4e7de tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468383
Apr 05 16:46:41.561591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c8cf9-2555-4f78-a02a-3895abf5d050 req-ac2ca43b-dc93-4254-bcfc-1c3bffd2c0e6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:41.563865 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-682c8cf9-2555-4f78-a02a-3895abf5d050 req-ac2ca43b-dc93-4254-bcfc-1c3bffd2c0e6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0882797
Apr 05 16:46:41.611851 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-682c8cf9-2555-4f78-a02a-3895abf5d050 req-9d3c0e66-a478-4b32-bc4a-8319fae18ca1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414124
Apr 05 16:46:42.818001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b1c886-3cae-4b4d-b56d-65756f3f5f2f req-de9c80ae-06f9-4124-8915-3c711bafd86f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:42.819583 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-06b1c886-3cae-4b4d-b56d-65756f3f5f2f req-de9c80ae-06f9-4124-8915-3c711bafd86f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0918105
Apr 05 16:46:42.868041 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-06b1c886-3cae-4b4d-b56d-65756f3f5f2f req-1b14f756-6ef2-47fc-9b57-efbd2cf491e5 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419614
Apr 05 16:46:44.080044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecec337-334c-4ef7-88c0-adfb182e5a75 req-4c1c679f-a1af-4a08-b720-cf5e65a1eb1c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:44.081612 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fecec337-334c-4ef7-88c0-adfb182e5a75 req-4c1c679f-a1af-4a08-b720-cf5e65a1eb1c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0927000
Apr 05 16:46:44.128704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fecec337-334c-4ef7-88c0-adfb182e5a75 req-58d289c2-9358-4e21-ab8a-95792e94b5a4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408263
Apr 05 16:46:45.333508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbcad82-c0e2-4192-b3fe-34fe7f691d82 req-759b858c-ddc6-444a-b0d7-a0e641e2cccc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:45.334986 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cbcad82-c0e2-4192-b3fe-34fe7f691d82 req-759b858c-ddc6-444a-b0d7-a0e641e2cccc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0918889
Apr 05 16:46:45.383174 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cbcad82-c0e2-4192-b3fe-34fe7f691d82 req-f2b4bb02-6d14-4b5a-bcdd-992b17a13ceb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418172
Apr 05 16:46:46.582448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb0e840-ab76-4795-bb1b-85acd9734862 req-13e41b3d-807e-48cc-b5a0-65197aabe70d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:46.584071 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0fb0e840-ab76-4795-bb1b-85acd9734862 req-13e41b3d-807e-48cc-b5a0-65197aabe70d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0877857
Apr 05 16:46:46.635374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0fb0e840-ab76-4795-bb1b-85acd9734862 req-1eaf79e8-802c-4a82-b1b2-77c41b7a8c46 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449147
Apr 05 16:46:47.834094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818fdb9-2c4d-4b94-bcee-d41d2b876b25 req-8e32e492-035f-4461-ac7e-146291050aab tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:47.835733 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1818fdb9-2c4d-4b94-bcee-d41d2b876b25 req-8e32e492-035f-4461-ac7e-146291050aab tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0887403
Apr 05 16:46:47.882351 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1818fdb9-2c4d-4b94-bcee-d41d2b876b25 req-5350c381-d678-4fca-ab81-937e08bcb364 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402131
Apr 05 16:46:49.086562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2165ec-fafe-41f2-b793-1bce2097bed9 req-f18f2416-2187-4b30-902d-e75aad3a01f2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:49.088198 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-da2165ec-fafe-41f2-b793-1bce2097bed9 req-f18f2416-2187-4b30-902d-e75aad3a01f2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0902758
Apr 05 16:46:49.190296 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-da2165ec-fafe-41f2-b793-1bce2097bed9 req-348c655c-62e6-4c00-8f62-805bd1f41a28 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940623
Apr 05 16:46:49.212117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-9b07232f-423d-493e-b301-5ae858be1809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:49.213680 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-9b07232f-423d-493e-b301-5ae858be1809 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1099 time: 0.1040645
Apr 05 16:46:49.355364 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-e70281c8-e9eb-4e7c-a498-1007531a521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:49.356922 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-e70281c8-e9eb-4e7c-a498-1007531a521a service neutron] 10.222.0.35 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 910 time: 0.1361923
Apr 05 16:46:49.465192 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-e01f9a15-45c4-4382-a5d2-d1b91bf824cb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 1002 time: 0.0992446
Apr 05 16:46:49.537599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-0fd7e158-8be8-411d-a0eb-f50934536662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:49.539149 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-0fd7e158-8be8-411d-a0eb-f50934536662 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 200  len: 848 time: 0.0667799
Apr 05 16:46:49.620871 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-cbfc9dd9-e21a-49c0-aafd-f3302a7f2a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:49.622449 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-cbfc9dd9-e21a-49c0-aafd-f3302a7f2a06 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9867e52c-7cce-41b7-8806-46db7debbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0769141
Apr 05 16:46:49.981531 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-40677dee-82ef-41d8-b520-4f0752d6e342 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3511918
Apr 05 16:46:50.122750 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b01c256c-2676-4349-8a4f-ff60c2b4c32f req-28c25278-2811-4de0-a968-a730d53b333b service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1344991
Apr 05 16:46:50.398785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59412340-abc2-4bb4-bfee-ce3cda662d4d req-39783224-f0e9-4db8-a360-1bbf46ec4529 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:50.400417 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59412340-abc2-4bb4-bfee-ce3cda662d4d req-39783224-f0e9-4db8-a360-1bbf46ec4529 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0967467
Apr 05 16:46:50.449420 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59412340-abc2-4bb4-bfee-ce3cda662d4d req-5ff7c49b-1446-4e96-9a6a-e89a6b969dd2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426576
Apr 05 16:46:51.651392 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1a245-48de-4dc1-9372-b93a3707df6b req-b6b907f7-7959-4177-ae97-1bb57afd2f84 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:51.653042 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5c1a245-48de-4dc1-9372-b93a3707df6b req-b6b907f7-7959-4177-ae97-1bb57afd2f84 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0922225
Apr 05 16:46:51.702007 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5c1a245-48de-4dc1-9372-b93a3707df6b req-8a56612b-a26a-454b-84db-0249093eb020 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417900
Apr 05 16:46:53.040661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41a8f25-a877-4b7f-b1c7-52bec0ce9467 req-31a3b021-ac34-4ab3-8605-212b3a9d45cb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:53.042185 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e41a8f25-a877-4b7f-b1c7-52bec0ce9467 req-31a3b021-ac34-4ab3-8605-212b3a9d45cb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0899801
Apr 05 16:46:53.093425 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e41a8f25-a877-4b7f-b1c7-52bec0ce9467 req-015cd289-5db0-4c3f-b909-2c43cfae615e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448790
Apr 05 16:46:54.297795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e08c589-dbb0-4a82-aa7e-5d0672fb3b23 req-39b37448-d36d-4ff7-951e-b3277ef13909 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:54.299617 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e08c589-dbb0-4a82-aa7e-5d0672fb3b23 req-39b37448-d36d-4ff7-951e-b3277ef13909 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0910304
Apr 05 16:46:54.349719 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e08c589-dbb0-4a82-aa7e-5d0672fb3b23 req-1a535493-506a-4b06-8bdf-6016e42ccf5f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434644
Apr 05 16:46:54.641529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 41652) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:46:54.749758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device f4b28bbb-29e7-4c0e-8138-32a241ef2c7e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:46:54.805979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef56af9-023b-4002-8111-572c9b84968f req-a88bd922-f5f1-4643-89e9-a80ca307ff1a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:54.807563 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ef56af9-023b-4002-8111-572c9b84968f req-a88bd922-f5f1-4643-89e9-a80ca307ff1a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.1621518
Apr 05 16:46:54.815100 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-487b176d-fc5d-4345-a6d3-ab6b9bfed5bd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1705501
Apr 05 16:46:54.860383 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ef56af9-023b-4002-8111-572c9b84968f req-cc178a6d-b6f5-4d67-97b2-cbac318a5cd3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442080
Apr 05 16:46:54.878054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:54.906519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:46:54.917658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:46:54.921722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:46:54.924306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:46:54.962636 dv-cinder-774594-2-iscsi neutron-server[84239]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'code': 422} returned with failed status
Apr 05 16:46:54.996558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=6']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:46:55.000089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:46:56.085294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162c3e96-f3b4-4fcb-9fbb-9bbc9968e1c0 req-1f4643ef-b399-4680-9af8-92565e14af79 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:56.087029 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-162c3e96-f3b4-4fcb-9fbb-9bbc9968e1c0 req-1f4643ef-b399-4680-9af8-92565e14af79 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1107216
Apr 05 16:46:56.137712 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-162c3e96-f3b4-4fcb-9fbb-9bbc9968e1c0 req-f47eb6fa-66da-49cc-a7dd-1f504b450bd1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444343
Apr 05 16:46:57.341050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940c56e-0337-4eab-abfc-c96b010c29a9 req-f3b9eab4-9db4-46a8-bd33-f381932bae23 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:57.342517 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2940c56e-0337-4eab-abfc-c96b010c29a9 req-f3b9eab4-9db4-46a8-bd33-f381932bae23 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0871918
Apr 05 16:46:57.391867 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2940c56e-0337-4eab-abfc-c96b010c29a9 req-656c4a2f-5336-4d21-92c5-3f7bdfd9b17a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423319
Apr 05 16:46:58.590918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19887a1-5060-4640-8dbb-f0671cebfd27 req-0dd67810-5bf4-4009-99d9-e70eb24d920c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:58.592480 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e19887a1-5060-4640-8dbb-f0671cebfd27 req-0dd67810-5bf4-4009-99d9-e70eb24d920c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0885651
Apr 05 16:46:58.643983 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e19887a1-5060-4640-8dbb-f0671cebfd27 req-29915641-3a57-40c8-abc0-7a2cc31e4364 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448771
Apr 05 16:46:59.842282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e542e-39dd-4476-a0a7-5dfd86b3da53 req-34d93322-7da8-4f79-8a53-c6046b7094b6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:46:59.843869 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-233e542e-39dd-4476-a0a7-5dfd86b3da53 req-34d93322-7da8-4f79-8a53-c6046b7094b6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0877705
Apr 05 16:46:59.891780 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-233e542e-39dd-4476-a0a7-5dfd86b3da53 req-f1dac433-dd2f-483e-b560-94eccd79be45 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414188
Apr 05 16:47:01.103445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b33cda2-3c8c-4c57-bf9b-8750ee07358a req-b98199dd-82aa-4604-aa4a-c17dbf1180b6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:01.105082 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1b33cda2-3c8c-4c57-bf9b-8750ee07358a req-b98199dd-82aa-4604-aa4a-c17dbf1180b6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0959795
Apr 05 16:47:01.153039 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1b33cda2-3c8c-4c57-bf9b-8750ee07358a req-7fa8a301-bd28-49dd-8fd7-d49e05d67f15 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410042
Apr 05 16:47:02.356430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c44a7c-2311-453c-a3e6-8b7fd068f5d2 req-0e7e14ef-1b06-4e25-b5a3-31a3fcb264be tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:02.358007 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c2c44a7c-2311-453c-a3e6-8b7fd068f5d2 req-0e7e14ef-1b06-4e25-b5a3-31a3fcb264be tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0915525
Apr 05 16:47:02.407919 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c2c44a7c-2311-453c-a3e6-8b7fd068f5d2 req-8adc558f-d630-4118-9a35-e1f184742e08 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427573
Apr 05 16:47:02.706930 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-3de0f4e9-b4eb-4167-ad1c-f43006579a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:02.708572 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-3de0f4e9-b4eb-4167-ad1c-f43006579a2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa&tenant_id=783b38225fd44770b12f217841784b22 HTTP/1.1" status: 200  len: 1097 time: 0.0773818
Apr 05 16:47:02.830890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-7d7aafd9-3264-4cf3-b14d-6f6faf9bb3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:02.832463 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-7d7aafd9-3264-4cf3-b14d-6f6faf9bb3be service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1097 time: 0.0811846
Apr 05 16:47:02.974741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-975e96b8-dbbf-4978-aa83-241d1a0d6386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:02.976272 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-975e96b8-dbbf-4978-aa83-241d1a0d6386 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 910 time: 0.1368501
Apr 05 16:47:03.084259 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-b440f761-eac6-4c77-8347-eb2e0cd4382c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 1000 time: 0.1010697
Apr 05 16:47:03.156522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-2d8443c5-37dc-4ce8-bd67-696c4a0f7c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:03.158068 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-2d8443c5-37dc-4ce8-bd67-696c4a0f7c5d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 200  len: 848 time: 0.0662742
Apr 05 16:47:03.240130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-0f4ed25f-e133-43eb-a3ea-7adbc959c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:03.241624 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-0f4ed25f-e133-43eb-a3ea-7adbc959c93e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9867e52c-7cce-41b7-8806-46db7debbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0758219
Apr 05 16:47:03.381647 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-b4ee2a26-d9ae-43f3-85c3-fdfa9b259792 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333246
Apr 05 16:47:03.526291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-468e7ea2-8ae5-4672-95fb-741a0be0a8c6 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370528
Apr 05 16:47:03.616907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d63e3-2eb7-44d3-84ae-2dd27435ce0b req-eff637f3-1f23-4372-a047-e404914ee472 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:03.618496 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e3d63e3-2eb7-44d3-84ae-2dd27435ce0b req-eff637f3-1f23-4372-a047-e404914ee472 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0953302
Apr 05 16:47:03.667528 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e3d63e3-2eb7-44d3-84ae-2dd27435ce0b req-c4806505-3a0a-4060-a3ac-484473c7507b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423338
Apr 05 16:47:04.874600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ba415-a89b-4832-8314-4eb373dfca4c req-48f69154-90d4-431c-8847-bbed2ea5a676 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:04.876221 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2f2ba415-a89b-4832-8314-4eb373dfca4c req-48f69154-90d4-431c-8847-bbed2ea5a676 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0922651
Apr 05 16:47:04.925012 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2f2ba415-a89b-4832-8314-4eb373dfca4c req-612a5d94-c384-4793-94fc-94ab81218334 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422645
Apr 05 16:47:05.145227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32e59d88-dafb-4cc4-ada1-f1b966111b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:06.134493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a7170f-ea53-4f44-9b21-0b80ee3150f3 req-6bb01317-ac71-4d5e-b5a4-e35d047d5f9b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:06.136153 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-44a7170f-ea53-4f44-9b21-0b80ee3150f3 req-6bb01317-ac71-4d5e-b5a4-e35d047d5f9b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0961421
Apr 05 16:47:06.183698 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-44a7170f-ea53-4f44-9b21-0b80ee3150f3 req-22dd380b-5a4b-4c16-b0af-00f94dbb2948 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405812
Apr 05 16:47:06.319250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:47:06.617605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:07.382858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ac0b1-7bbd-47b7-8c66-d12b02f5a140 req-c1021a15-3580-4e78-b407-5907dd94d030 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:07.384725 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fa6ac0b1-7bbd-47b7-8c66-d12b02f5a140 req-c1021a15-3580-4e78-b407-5907dd94d030 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0888135
Apr 05 16:47:07.434287 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fa6ac0b1-7bbd-47b7-8c66-d12b02f5a140 req-fa2ac585-c00a-4872-a223-b443d45520cd tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432613
Apr 05 16:47:07.625404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7c029a94-eb16-4c1e-b0c0-1c1c5d26c5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:07.773588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:08.822861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169f42c-65b4-4139-860d-e386f77d337f req-5fda740b-aa62-4bf9-bda7-be2831674139 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:08.824433 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5169f42c-65b4-4139-860d-e386f77d337f req-5fda740b-aa62-4bf9-bda7-be2831674139 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0913277
Apr 05 16:47:08.871678 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5169f42c-65b4-4139-860d-e386f77d337f req-d6719f3b-017d-4d4e-9711-b6a27bb2a3fa tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407152
Apr 05 16:47:09.112774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:09.257221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:10.077800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1960257-8b93-41a7-9367-7143323b96d8 req-52dbc8c7-2ce2-4a77-9bb8-b492537c865d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:10.079914 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1960257-8b93-41a7-9367-7143323b96d8 req-52dbc8c7-2ce2-4a77-9bb8-b492537c865d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0912807
Apr 05 16:47:10.135436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1960257-8b93-41a7-9367-7143323b96d8 req-8b00d9f0-12e6-4be7-8771-82247b3d2f7c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0490661
Apr 05 16:47:11.335660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2ff57-7800-4c60-89c8-8eb0173479ec req-58139d1f-bc1b-4626-a06b-b489a94b2b41 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:11.337241 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aaa2ff57-7800-4c60-89c8-8eb0173479ec req-58139d1f-bc1b-4626-a06b-b489a94b2b41 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0869515
Apr 05 16:47:11.387235 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aaa2ff57-7800-4c60-89c8-8eb0173479ec req-9bf4e6e2-78d3-4858-a4c6-9c92ad9cc79d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438166
Apr 05 16:47:12.594882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b19e7-e0b7-4a8e-b588-ad483e1b6c14 req-b639b386-9eaf-4bf5-80dd-00d60aa0ee4b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:12.596606 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f5b19e7-e0b7-4a8e-b588-ad483e1b6c14 req-b639b386-9eaf-4bf5-80dd-00d60aa0ee4b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0910094
Apr 05 16:47:12.645492 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f5b19e7-e0b7-4a8e-b588-ad483e1b6c14 req-d05ea5d0-848c-48be-863d-3a263ec1a247 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425351
Apr 05 16:47:13.844692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76c09c-a6dc-4524-9288-377aa469d2d5 req-e747dd44-c8bd-4fff-8258-98b58964f592 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:13.847084 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4e76c09c-a6dc-4524-9288-377aa469d2d5 req-e747dd44-c8bd-4fff-8258-98b58964f592 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0896828
Apr 05 16:47:13.894509 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4e76c09c-a6dc-4524-9288-377aa469d2d5 req-2fdcf493-5ddb-403b-add6-92ff80bd4ea3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411289
Apr 05 16:47:15.095741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50f9203-bfc7-45ea-9784-8652f1f159a2 req-5bab5950-1bd6-4d47-9013-df9acafa5057 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:15.097367 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c50f9203-bfc7-45ea-9784-8652f1f159a2 req-5bab5950-1bd6-4d47-9013-df9acafa5057 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0906928
Apr 05 16:47:15.145516 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c50f9203-bfc7-45ea-9784-8652f1f159a2 req-98fded8c-6065-4c8f-9009-3c6df2135226 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417118
Apr 05 16:47:16.348470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fc87f2-10d3-41c0-98e1-38fd082c6335 req-cef56d13-9ed2-4037-bf72-942382a8ecdc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:16.350012 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32fc87f2-10d3-41c0-98e1-38fd082c6335 req-cef56d13-9ed2-4037-bf72-942382a8ecdc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0900414
Apr 05 16:47:16.397487 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32fc87f2-10d3-41c0-98e1-38fd082c6335 req-e9332d40-1c65-4817-8e7b-d988dd421491 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411921
Apr 05 16:47:17.596983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c6c6a0-632a-4f10-8984-cfb69cc6e9a5 req-8345a48c-90cd-4c33-ad66-e34fda1e450f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:17.598527 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6c6c6a0-632a-4f10-8984-cfb69cc6e9a5 req-8345a48c-90cd-4c33-ad66-e34fda1e450f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0899155
Apr 05 16:47:17.646599 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6c6c6a0-632a-4f10-8984-cfb69cc6e9a5 req-81b3fa82-d308-4655-b065-617fee2b98f7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417278
Apr 05 16:47:18.845221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccbd26b-cccc-493e-b4c4-aea244b13e4a req-15dc6369-dc5d-4ce1-bee4-ad4be8cd85ae tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:18.846787 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eccbd26b-cccc-493e-b4c4-aea244b13e4a req-15dc6369-dc5d-4ce1-bee4-ad4be8cd85ae tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0882072
Apr 05 16:47:18.893813 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eccbd26b-cccc-493e-b4c4-aea244b13e4a req-ae39333a-b515-4ca4-b4c6-307b79c914d8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408218
Apr 05 16:47:20.095179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0813ab6-8eb5-4a7d-bddc-aef33273543f req-0f99ccf6-5c0b-46e0-ab5f-c6132058cbc1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:20.097001 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0813ab6-8eb5-4a7d-bddc-aef33273543f req-0f99ccf6-5c0b-46e0-ab5f-c6132058cbc1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0888133
Apr 05 16:47:20.149043 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0813ab6-8eb5-4a7d-bddc-aef33273543f req-3db418d3-19f4-4d41-9339-1b957107c3d6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457153
Apr 05 16:47:21.351826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84123f3-3d5d-4393-8b91-b74582fd193c req-e67fa207-a3a6-4213-bd62-013e7f91ce4f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:21.353370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a84123f3-3d5d-4393-8b91-b74582fd193c req-e67fa207-a3a6-4213-bd62-013e7f91ce4f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0921311
Apr 05 16:47:21.401383 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a84123f3-3d5d-4393-8b91-b74582fd193c req-54c69ad2-585c-4c95-9531-8d4e9b62ad27 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414245
Apr 05 16:47:22.606390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17166008-5676-40a9-a144-ad7d32bb2fc8 req-391b0e6a-391f-4ebc-b520-8e0f04a44c57 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:22.608032 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-17166008-5676-40a9-a144-ad7d32bb2fc8 req-391b0e6a-391f-4ebc-b520-8e0f04a44c57 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0925059
Apr 05 16:47:22.657113 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-17166008-5676-40a9-a144-ad7d32bb2fc8 req-c2f0c064-2ad8-4ef5-8b86-db036fd26c17 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421946
Apr 05 16:47:23.857783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901cecb-04be-41e3-97ea-76f4dd3a66bb req-c6686a66-265c-4012-81c7-01e26d618a9e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:23.859369 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a901cecb-04be-41e3-97ea-76f4dd3a66bb req-c6686a66-265c-4012-81c7-01e26d618a9e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0868354
Apr 05 16:47:23.910406 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a901cecb-04be-41e3-97ea-76f4dd3a66bb req-77e208ba-4960-4e52-9f9f-0053ef4e8f8f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444689
Apr 05 16:47:25.113170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d2577-e201-4ec8-949f-f2e3e4ef5cd9 req-33e1380d-792d-4725-aee0-00f26e57b421 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:25.114792 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c7d2577-e201-4ec8-949f-f2e3e4ef5cd9 req-33e1380d-792d-4725-aee0-00f26e57b421 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0924551
Apr 05 16:47:25.162903 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3c7d2577-e201-4ec8-949f-f2e3e4ef5cd9 req-e7a72f8b-945a-4fa8-a470-fd40a556f94b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416663
Apr 05 16:47:26.361172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5de900d-673b-4aa4-96e2-913701b1db63 req-3ebf489b-5969-4585-84c4-df219a8c4b45 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:26.362736 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e5de900d-673b-4aa4-96e2-913701b1db63 req-3ebf489b-5969-4585-84c4-df219a8c4b45 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0886893
Apr 05 16:47:26.409856 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e5de900d-673b-4aa4-96e2-913701b1db63 req-8976f327-f013-4b39-8e57-f5c0af1214ec tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409164
Apr 05 16:47:27.612301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c1a2a-23d8-4595-bd9f-58c55300c8e6 req-67454552-3411-474e-9a58-a62a1cf22063 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:27.613868 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-509c1a2a-23d8-4595-bd9f-58c55300c8e6 req-67454552-3411-474e-9a58-a62a1cf22063 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0893259
Apr 05 16:47:27.661867 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-509c1a2a-23d8-4595-bd9f-58c55300c8e6 req-02d6be47-0675-4f48-8eca-f9fbe45ef815 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411086
Apr 05 16:47:28.861420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7008661-caa1-42fb-a364-b4a917c2eb66 req-125e18fb-456a-4ec9-a331-4a7cc6b4054a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:28.862980 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7008661-caa1-42fb-a364-b4a917c2eb66 req-125e18fb-456a-4ec9-a331-4a7cc6b4054a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0896077
Apr 05 16:47:28.910048 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7008661-caa1-42fb-a364-b4a917c2eb66 req-8a96361a-ad2d-4d81-8848-999e86a937e9 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408683
Apr 05 16:47:30.111665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ede6a8-6e07-4a21-8562-6c8d38a0f296 req-75942d59-091d-4bfa-84b4-2ccac1c1c394 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:30.113352 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-35ede6a8-6e07-4a21-8562-6c8d38a0f296 req-75942d59-091d-4bfa-84b4-2ccac1c1c394 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0911698
Apr 05 16:47:30.164522 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-35ede6a8-6e07-4a21-8562-6c8d38a0f296 req-40764621-2fac-44a6-a661-1e9e2619bf76 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446951
Apr 05 16:47:31.368602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754e3d7-ba84-42c9-9cfc-c5a93cfbc0a5 req-34a08e33-7520-4f01-a03f-31f7a25775bf tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:31.370190 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d754e3d7-ba84-42c9-9cfc-c5a93cfbc0a5 req-34a08e33-7520-4f01-a03f-31f7a25775bf tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0881946
Apr 05 16:47:31.417538 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d754e3d7-ba84-42c9-9cfc-c5a93cfbc0a5 req-b3d31dc7-4ea9-4509-b836-3c9c4cde3ee2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409482
Apr 05 16:47:32.618029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b28b08e-87ed-4f46-88cb-d633fc8e3213 req-e601ef0a-157a-4fed-8232-05c1af549ad6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:32.619592 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7b28b08e-87ed-4f46-88cb-d633fc8e3213 req-e601ef0a-157a-4fed-8232-05c1af549ad6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0888340
Apr 05 16:47:32.671990 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7b28b08e-87ed-4f46-88cb-d633fc8e3213 req-04c0a017-99f6-4014-b6f2-da7ca311b643 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0454814
Apr 05 16:47:33.877945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276effd-f020-4dc2-b9c4-099a59a45288 req-329ff78c-9cd5-4ced-bdac-60a517db470b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:33.879532 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e276effd-f020-4dc2-b9c4-099a59a45288 req-329ff78c-9cd5-4ced-bdac-60a517db470b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0934467
Apr 05 16:47:33.930951 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e276effd-f020-4dc2-b9c4-099a59a45288 req-838f1f2a-6e67-4ffe-9e47-1a2540fa38ac tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443754
Apr 05 16:47:35.133681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d107e-deee-474f-aad9-197a3d675d5f req-c1c56d73-1d3b-4742-a813-5e97e2b67534 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:35.135541 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0f2d107e-deee-474f-aad9-197a3d675d5f req-c1c56d73-1d3b-4742-a813-5e97e2b67534 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0885723
Apr 05 16:47:35.149427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bd3d6a8b-6324-4717-b2d7-327eded64598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:35.184865 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0f2d107e-deee-474f-aad9-197a3d675d5f req-daf11b0e-06a2-4d86-8292-ed3a0d068ab6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422232
Apr 05 16:47:36.385966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679e47f-28c8-4502-b1a4-a680efd34085 req-bf387703-f18d-46b8-bb39-4f9f1bd24cbd tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:36.387524 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7679e47f-28c8-4502-b1a4-a680efd34085 req-bf387703-f18d-46b8-bb39-4f9f1bd24cbd tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0877008
Apr 05 16:47:36.437073 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7679e47f-28c8-4502-b1a4-a680efd34085 req-35b3df72-c435-4625-9c1f-4808e0011961 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431063
Apr 05 16:47:36.621850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:37.636864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-afd141ef-a170-4187-a6d8-90a7711561da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:37.777219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:37.777446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc917e8-2ab2-4037-b9e6-2fc1637efad1 req-9f36f4a6-6eac-43df-b72f-c14ad7e7b078 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:37.778940 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6dc917e8-2ab2-4037-b9e6-2fc1637efad1 req-9f36f4a6-6eac-43df-b72f-c14ad7e7b078 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0912848
Apr 05 16:47:37.826746 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6dc917e8-2ab2-4037-b9e6-2fc1637efad1 req-45b5eb92-53a8-48b7-a565-6bf351aa8643 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409520
Apr 05 16:47:39.029430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4fee5-25df-44d7-9293-389a32f0d9f9 req-af604ebc-839d-44dc-a998-0a5eadcd4db6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:39.031204 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-06f4fee5-25df-44d7-9293-389a32f0d9f9 req-af604ebc-839d-44dc-a998-0a5eadcd4db6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0910847
Apr 05 16:47:39.080493 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-06f4fee5-25df-44d7-9293-389a32f0d9f9 req-341623b0-b33b-404b-b0b5-a22f0be2fefc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415893
Apr 05 16:47:39.114515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:39.261893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:40.287041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcaafbd-7075-4eb5-820b-c47ae2c95a87 req-67582815-ae58-458d-ab72-a6b908394620 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:40.288574 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cbcaafbd-7075-4eb5-820b-c47ae2c95a87 req-67582815-ae58-458d-ab72-a6b908394620 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0937393
Apr 05 16:47:40.335215 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cbcaafbd-7075-4eb5-820b-c47ae2c95a87 req-7a84865c-82f9-4860-bccd-4fbdef46e208 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403149
Apr 05 16:47:41.538465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a72d772-1cc8-4143-8069-ac8b76c6a988 req-e2cfd86a-b164-494e-8784-f26db58adee8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:41.540071 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4a72d772-1cc8-4143-8069-ac8b76c6a988 req-e2cfd86a-b164-494e-8784-f26db58adee8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0923257
Apr 05 16:47:41.587836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4a72d772-1cc8-4143-8069-ac8b76c6a988 req-76039d44-8765-4e6c-b74d-76dabed0fb5a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413151
Apr 05 16:47:42.791587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d70665-9e78-457b-b5d7-1de4df74e37a req-2bf4c9d7-5fc1-46b8-95b1-47d8587b1b95 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:42.793167 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-72d70665-9e78-457b-b5d7-1de4df74e37a req-2bf4c9d7-5fc1-46b8-95b1-47d8587b1b95 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0920084
Apr 05 16:47:42.839896 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-72d70665-9e78-457b-b5d7-1de4df74e37a req-4d043e30-74d9-483c-b4ce-c3cbea3e4c7f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403299
Apr 05 16:47:43.318976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:47:44.039709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559de01-1929-4a85-a34e-93d9302e090c req-e4c3793e-d806-4ceb-84cd-43ae1909db1c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:44.041335 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5559de01-1929-4a85-a34e-93d9302e090c req-e4c3793e-d806-4ceb-84cd-43ae1909db1c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0886323
Apr 05 16:47:44.088467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5559de01-1929-4a85-a34e-93d9302e090c req-696166ed-0e84-4198-860e-86c8a8df2bfd tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406709
Apr 05 16:47:45.286481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee09713-3a7d-41af-8309-815f92c37a79 req-826a78e9-71b5-4b42-8950-ab32e42a6480 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:45.288130 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aee09713-3a7d-41af-8309-815f92c37a79 req-826a78e9-71b5-4b42-8950-ab32e42a6480 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0878463
Apr 05 16:47:45.337889 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aee09713-3a7d-41af-8309-815f92c37a79 req-41daf49c-c103-47fa-a7d8-07905bf31d45 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0434804
Apr 05 16:47:45.515166 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43070e4e-705a-4e58-b88d-488a78c7008f req-9709a682-a50f-4ff3-9306-57594e0bdf6b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1090462075&fields=id&tenant_id=04a75e8049f54c71aae627e7a1b59c19 HTTP/1.1" status: 200  len: 267 time: 0.0457351
Apr 05 16:47:45.605194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43070e4e-705a-4e58-b88d-488a78c7008f req-3821261b-ec81-4077-bb87-490fc1de9170 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:45.606734 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43070e4e-705a-4e58-b88d-488a78c7008f req-3821261b-ec81-4077-bb87-490fc1de9170 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 984 time: 0.0855627
Apr 05 16:47:45.619363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Request body: {'port': {'security_groups': ['a54de448-cdd4-4073-aaa9-5a33e575c4d4']}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:47:45.982249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.229003 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e688df-dac3-4b56-b040-09a9a2779ed7 req-9b11512b-6c12-451d-a55b-824d5786ed9b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:46.230595 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98e688df-dac3-4b56-b040-09a9a2779ed7 req-9b11512b-6c12-451d-a55b-824d5786ed9b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1004584
Apr 05 16:47:46.286102 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98e688df-dac3-4b56-b040-09a9a2779ed7 req-c56ef2c4-c54d-43f6-a41a-1fb81b603e24 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0468485
Apr 05 16:47:46.324636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=3540ea27-7db7-4272-9be9-50c262ada14d,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:47:46.351314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.354817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.370731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e13a3582-f103-4ddb-ba81-acf0764c8bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:46.399192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['3540ea27-7db7-4272-9be9-50c262ada14d'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:47:46.565815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aad434-9f75-4f33-9ca4-a5a5fc04794b req-aa3e12a3-e1bc-4927-99db-d0affb68769a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:46.568558 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5aad434-9f75-4f33-9ca4-a5a5fc04794b req-aa3e12a3-e1bc-4927-99db-d0affb68769a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1129563
Apr 05 16:47:46.582548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:46.583692 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.585399 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43070e4e-705a-4e58-b88d-488a78c7008f req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "PUT /v2.0/ports/3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 942 time: 0.9708927
Apr 05 16:47:46.585959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:47:46.596928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 42014) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:46.599822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event updated for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=7']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:46.608794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.609209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.609616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.610023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.610479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.611322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.611716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.612162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.612583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.612947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.613339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.614022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.629249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:46.659658 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d', 'status': 'completed', 'code': 200}
Apr 05 16:47:46.719515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.775969 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5aad434-9f75-4f33-9ca4-a5a5fc04794b req-1be22322-ace9-4255-8ab6-cea0b0e5d6bc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1133389
Apr 05 16:47:46.810804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.818522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['3540ea27-7db7-4272-9be9-50c262ada14d'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:47:46.881630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-2b456f79-e59b-4a32-844f-d510407d06f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:46.883206 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-2b456f79-e59b-4a32-844f-d510407d06f5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.1496096
Apr 05 16:47:46.890784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.898017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b7b7f022-04a5-4a3a-80fa-b83ca5cfec33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:46.899132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-b0315ae4-40ed-4352-b22a-767fab5fbffa None None] Provisioning complete for port 3540ea27-7db7-4272-9be9-50c262ada14d triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:47:46.899552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b0315ae4-40ed-4352-b22a-767fab5fbffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:46.936738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a6c88d-b024-4970-84fa-dbbfbbbae1a9,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:46.959738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.960177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.960592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.960991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.961386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.961787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.962175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.962567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.962955 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.963343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.963733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.964174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:46.969151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:47.035029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:47.036722 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9de7c5c2-9535-4cdc-a203-a9934340b852 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "DELETE /v2.0/security-groups/37a6c88d-b024-4970-84fa-dbbfbbbae1a9 HTTP/1.1" status: 204  len: 168 time: 0.4371865
Apr 05 16:47:47.039651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 42020) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:47.095788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-4e7b4b2f-cede-4136-8296-0a36d27895dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:47.097823 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-4e7b4b2f-cede-4136-8296-0a36d27895dc service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.2021322
Apr 05 16:47:47.211759 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-13ab3d82-7bcd-4cf7-8d09-0e73e7a6feb1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 1001 time: 0.1069839
Apr 05 16:47:47.267417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Deleting port 28558181-8efa-4f6a-93fd-c2941769efcf {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:47:47.267633 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:47.284671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-22d86c6c-f81e-48da-b6e0-7a7438e7cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:47.286236 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-22d86c6c-f81e-48da-b6e0-7a7438e7cd76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0649159
Apr 05 16:47:47.374011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-8a4543a7-29b9-4fa7-b716-55fde2b909ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:47.375617 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-8a4543a7-29b9-4fa7-b716-55fde2b909ee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0817478
Apr 05 16:47:47.521744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:47.522036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:47.668913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Calling delete_port for 28558181-8efa-4f6a-93fd-c2941769efcf owned by network:floatingip {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:47:47.718121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c059e0-3e8d-4668-b01a-32235a871c29 req-d72bc133-3403-4c55-9dd3-830f78dc9136 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:47.719688 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5c059e0-3e8d-4668-b01a-32235a871c29 req-d72bc133-3403-4c55-9dd3-830f78dc9136 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.3039892
Apr 05 16:47:47.759104 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-16af89ca-a981-4ab5-bd0f-9deaaf93ba15 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3606012
Apr 05 16:47:47.846345 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5c059e0-3e8d-4668-b01a-32235a871c29 req-8865f09a-63c6-4fd9-a635-18ac800da35f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1189578
Apr 05 16:47:47.956267 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b91825d-1c7d-461a-8cab-cd2f094dde85 req-10c7a4f4-01f4-4196-862b-155bd45296e2 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1900346
Apr 05 16:47:47.961676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-98d2bee4-758d-44c0-97d9-2b40f419f483 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:47.963223 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-98d2bee4-758d-44c0-97d9-2b40f419f483 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.2130022
Apr 05 16:47:47.982873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:47.998452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cd5e0-d472-4f0e-a8e6-21748d828603 req-fd071c6b-aedf-4996-8b4b-71ef7325a865 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:47.998656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d4aeb4f4-b8b3-4aca-aeda-37c3b603bbbc tempest-VolumesActionsTest-1172794730 tempest-VolumesActionsTest-1172794730-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:48.000054 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-920cd5e0-d472-4f0e-a8e6-21748d828603 req-fd071c6b-aedf-4996-8b4b-71ef7325a865 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1023171
Apr 05 16:47:48.051194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-920cd5e0-d472-4f0e-a8e6-21748d828603 req-fc16ff67-f835-4b2a-9e70-3f6fb4759f22 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441897
Apr 05 16:47:48.060430 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event deleted for resources: {'Port': ['ID=28558181-8efa-4f6a-93fd-c2941769efcf,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:48.065111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:48.267521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks [] for floatingip, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:48.267889 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Floating IP f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662 disassociated (deleted). External IP: 172.27.1.170, port: 3540ea27-7db7-4272-9be9-50c262ada14d.
Apr 05 16:47:48.644920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:47:49.137163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:47:49.148252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] Sync routers for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:47:49.158777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:47:49.159572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0cc0f0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:47:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:49.163344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369d82d-bfb6-4014-8972-8583599e284d req-d7834805-f8c6-4163-8422-4850035b3fdd tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:49.165000 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f369d82d-bfb6-4014-8972-8583599e284d req-d7834805-f8c6-4163-8422-4850035b3fdd tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.1603093
Apr 05 16:47:49.194433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:49.257684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc5e78-f9d3-4e68-a713-10402b94e30d req-6db0eab8-8b57-414b-8a70-a0e14868a901 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:49.259502 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6ddc5e78-f9d3-4e68-a713-10402b94e30d req-6db0eab8-8b57-414b-8a70-a0e14868a901 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0901728
Apr 05 16:47:49.272738 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f369d82d-bfb6-4014-8972-8583599e284d req-1fa4b857-33f1-44f2-858a-9165868cfff6 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0979750
Apr 05 16:47:49.278324 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "DELETE /v2.0/floatingips/f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662 HTTP/1.1" status: 204  len: 168 time: 2.2372887
Apr 05 16:47:49.279151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:47:49.317546 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6ddc5e78-f9d3-4e68-a713-10402b94e30d req-aae7457d-d46e-4e47-a74e-89412bf8a564 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0498664
Apr 05 16:47:49.370693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:47:49.376196 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d', 'status': 'completed', 'code': 200}
Apr 05 16:47:49.706903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0cc0f0>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:49.710894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] Checking router: 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:47:49.719752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:47:49.720596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0cc0f0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:47:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:50.076975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:47:50.419674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0cc0f0>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:50.424627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e14ca6-9bd5-4cf5-9d7a-7712e9f96b18 None None] The sync data for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi is: [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T16:43:00Z', 'revision_number': 4, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '4367c739-3cca-4ef2-a29c-206682f7a076', 'name': '', 'network_id': '7037af24-43c3-439c-8823-d6f5e66da6eb', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'mac_address': 'fa:16:3e:aa:c6:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '0696da25-08d6-4871-bfbc-a906417296c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:58Z', 'updated_at': '2021-04-05T16:43:10Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'subnets': [{'id': '0696da25-08d6-4871-bfbc-a906417296c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:47:50.493581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc3996-77e1-4057-8b2d-87ba324ab050 req-01f71afc-2e22-46e0-8886-0ee6a246ebc2 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:50.495210 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-68fc3996-77e1-4057-8b2d-87ba324ab050 req-01f71afc-2e22-46e0-8886-0ee6a246ebc2 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0951097
Apr 05 16:47:50.531675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913f92b-c958-422d-bb71-e1751a0814a0 req-9841b77d-4a27-4a9a-98e8-618d5ad73e81 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:50.533413 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2913f92b-c958-422d-bb71-e1751a0814a0 req-9841b77d-4a27-4a9a-98e8-618d5ad73e81 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.0965667
Apr 05 16:47:50.544993 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-68fc3996-77e1-4057-8b2d-87ba324ab050 req-3d03f475-c711-4828-84b4-b873d4243a1e tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431526
Apr 05 16:47:50.583051 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2913f92b-c958-422d-bb71-e1751a0814a0 req-ae8a47da-c741-461e-b001-a8afcf1dc7f5 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430586
Apr 05 16:47:50.874947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af067ed4-2807-46e6-88a5-cd8e9724d069 None None] New status for floating IP f6c5e68f-ef74-4bf4-bde2-e1d0d3d71662: DOWN {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:47:51.753300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2151da0-9f3f-4cf5-98f3-24fb061dec1d req-2fd79e20-790b-4f4e-ab16-7756bcaf18ea tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:51.755186 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2151da0-9f3f-4cf5-98f3-24fb061dec1d req-2fd79e20-790b-4f4e-ab16-7756bcaf18ea tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 946 time: 0.0935187
Apr 05 16:47:51.807250 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2151da0-9f3f-4cf5-98f3-24fb061dec1d req-2ed8c802-3624-4bd5-a8a6-388ff1004faf tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427239
Apr 05 16:47:51.851365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Deleting port ed69b593-883d-4934-ad61-aa242a52a7ca {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:47:51.851756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:51.963402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fb343-9a72-467b-ab51-c71825bf3c28 req-7652dbec-8202-405a-873e-a99f5d07cc47 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:51.965020 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5f4fb343-9a72-467b-ab51-c71825bf3c28 req-7652dbec-8202-405a-873e-a99f5d07cc47 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.2656047
Apr 05 16:47:52.061034 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5f4fb343-9a72-467b-ab51-c71825bf3c28 req-ced1bdcd-0808-424c-a1fa-a3bdbcc2cd57 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0884135
Apr 05 16:47:52.173983 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] For port ed69b593-883d-4934-ad61-aa242a52a7ca, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=ed69b593-883d-4934-ad61-aa242a52a7ca,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:47:52.174390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:52.265461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-46db4b6e-d0cb-4e3a-97f0-73e9b1b13db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:52.267263 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-46db4b6e-d0cb-4e3a-97f0-73e9b1b13db3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.1199658
Apr 05 16:47:52.273444 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-41aaadbf-5e37-453d-a36e-5bc3ca10669c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1662414
Apr 05 16:47:52.499976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:52.500479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:52.500815 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Floating IP 7da44863-18a0-487c-b273-235f04ccd5bd disassociated. External IP: 172.27.1.236, port: ed69b593-883d-4934-ad61-aa242a52a7ca.
Apr 05 16:47:52.501228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Calling delete_port for ed69b593-883d-4934-ad61-aa242a52a7ca owned by compute:nova {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:47:52.507563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-56c45c6b-6e48-447c-bc08-f02622c0df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:52.509163 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-56c45c6b-6e48-447c-bc08-f02622c0df8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.2344685
Apr 05 16:47:52.514952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-6b90a798-7f25-45db-a8c6-f405c1485b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:52.516462 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-6b90a798-7f25-45db-a8c6-f405c1485b84 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1099 time: 0.1181164
Apr 05 16:47:52.623297 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-770adc4d-3aae-46eb-a132-89b1f0040852 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.1054459
Apr 05 16:47:52.658329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:52.673514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-05c36025-f1ee-4a03-ba8d-19edf8425658 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:52.733854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event deleted for resources: {'Port': ['ID=ed69b593-883d-4934-ad61-aa242a52a7ca,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:52.738878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:52.781483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-b551e369-189e-432f-9a36-08087fd302f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:52.783600 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-b551e369-189e-432f-9a36-08087fd302f2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.1495245
Apr 05 16:47:52.790704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-2e79499d-42ed-426e-92ae-ce19f54b10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:52.792216 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-2e79499d-42ed-426e-92ae-ce19f54b10ed service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.2173274
Apr 05 16:47:52.999979 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-e6958514-3177-4d31-ac55-a84a012c8f68 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 1001 time: 0.1721916
Apr 05 16:47:53.055108 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bf49ac94-b1cf-4f85-a128-e8e32ac9d074 req-8dfb9d20-51ea-4aa0-a9d6-5b72117f9170 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 210 time: 0.1013646
Apr 05 16:47:53.064005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Router 01db05f3-d5ae-4e16-9689-e0ada546f56a has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:47:53.079733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-bfc43bcb-9886-428f-b69f-91cc9c8abc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:53.081399 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-bfc43bcb-9886-428f-b69f-91cc9c8abc14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2882509
Apr 05 16:47:53.092919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-001e439c-82e4-4f13-8240-bee300b65ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:53.095251 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-001e439c-82e4-4f13-8240-bee300b65ffc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0809791
Apr 05 16:47:53.306448 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-5fda780e-871b-479e-bfb6-4fe993919337 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2152319
Apr 05 16:47:53.308469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-4ebbc491-c508-45f3-8a84-6e4fcc597338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:53.309929 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-4ebbc491-c508-45f3-8a84-6e4fcc597338 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1924043
Apr 05 16:47:53.340554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:47:53.350559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] Sync routers for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:47:53.362214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:47:53.362994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc26e8d0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:47:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:53.378798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9200c-81a1-49ed-8f8c-4034452437ca req-f92f4f70-9108-4bca-903c-2941a8bad8cb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:53.380244 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cb9200c-81a1-49ed-8f8c-4034452437ca req-f92f4f70-9108-4bca-903c-2941a8bad8cb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1759801
Apr 05 16:47:53.452452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] No DVR routers for this DVR port ed69b593-883d-4934-ad61-aa242a52a7ca on host hv-cinder-77459 {{(pid=84353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:47:53.455830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:53.458814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'name': 'network-vif-deleted', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca'}] {{(pid=84353) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:47:53.497826 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cb9200c-81a1-49ed-8f8c-4034452437ca req-877aa9ad-0bab-4829-9ab7-fc1692cc8325 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1105545
Apr 05 16:47:53.499796 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "DELETE /v2.0/ports/ed69b593-883d-4934-ad61-aa242a52a7ca HTTP/1.1" status: 204  len: 173 time: 1.7353377
Apr 05 16:47:53.548184 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fb8dbf6-aa87-4d15-aac5-32e32078187e', 'name': 'network-vif-deleted', 'tag': 'ed69b593-883d-4934-ad61-aa242a52a7ca', 'status': 'completed', 'code': 200}
Apr 05 16:47:53.635901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-1e6551d1-956a-4128-9d4f-8c5d8269116c service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3166678
Apr 05 16:47:53.637915 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-2e07e740-4a9b-4e3a-ba4c-949c64792993 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2968349
Apr 05 16:47:53.643693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:47:53.838077 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0e69ab3-8862-4831-8fb0-c22f8ea7ce87 req-889b5e0f-1558-4de2-af69-157ae367e493 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1478391
Apr 05 16:47:53.988305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc26e8d0>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:53.992409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] Checking router: 01db05f3-d5ae-4e16-9689-e0ada546f56a for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:47:54.001484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:47:54.002155 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc26e8d0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:47:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:54.217986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:47:54.270357 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8343bf22-eb35-452d-9bf6-29b43a511c40 req-20bfc3d4-d139-45c5-9231-c0f9b96d7845 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=3fb8dbf6-aa87-4d15-aac5-32e32078187e HTTP/1.1" status: 200  len: 210 time: 0.0502837
Apr 05 16:47:54.300509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device f4b28bbb-29e7-4c0e-8138-32a241ef2c7e details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:47:54.302856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device ed69b593-883d-4934-ad61-aa242a52a7ca no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:47:54.405929 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: ed69b593-883d-4934-ad61-aa242a52a7ca {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:47:54.406315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device ed69b593-883d-4934-ad61-aa242a52a7ca not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:47:54.660970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:47:54.692768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'port_id': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'mac_address': 'fa:16:3e:1a:84:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:47:54.738604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b005b-a3de-44e7-95b2-95c5ce5baa1f req-f8c1cbbf-b207-4508-b472-2ffdd98a52ac tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:54.746278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8a7b005b-a3de-44e7-95b2-95c5ce5baa1f req-f8c1cbbf-b207-4508-b472-2ffdd98a52ac tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 944 time: 0.1242769
Apr 05 16:47:54.797622 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8a7b005b-a3de-44e7-95b2-95c5ce5baa1f req-ebdc0361-5351-4f11-a70a-1ec7fbfa5fde tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504003
Apr 05 16:47:54.800209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:54.832627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b28bbb-29e7-4c0e-8138-32a241ef2c7e {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:47:54.850741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc26e8d0>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:47:54.856168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:47:54.857242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7f5815a-1c7d-44ef-bee0-a28df11113cc None None] The sync data for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi is: [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:47:54.923329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:54.925435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:54.998526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=7']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:55.006805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.007292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.007553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.007948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.008323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.008745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.009114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.009680 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.010037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.010404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.010772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.011135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:47:55.015292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:55.281687 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008c5ce6-f88c-4fa5-93b3-b37ef39cea8e None None] New status for floating IP 7da44863-18a0-487c-b273-235f04ccd5bd: DOWN {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:47:55.408588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:47:56.019848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab93fd-691f-49c1-adae-2686f6d33b82 req-691858a0-e9c9-4c45-8c2b-97e64d858708 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:56.021669 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01ab93fd-691f-49c1-adae-2686f6d33b82 req-691858a0-e9c9-4c45-8c2b-97e64d858708 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 945 time: 0.0973711
Apr 05 16:47:56.073187 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-01ab93fd-691f-49c1-adae-2686f6d33b82 req-42e5200f-85b2-484e-9e89-af1fee02525a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444441
Apr 05 16:47:56.421852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 42114) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:56.492697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:56.522049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:56.568346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:56.573415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-73e94c86-6a94-4136-b3a0-cc2ce72978e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:56.589068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:56.591537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:56.601485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:56.602679 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "DELETE /v2.0/security-groups/5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8 HTTP/1.1" status: 204  len: 168 time: 0.1797309
Apr 05 16:47:56.605646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 42118) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:56.622860 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.v2.resource [None req-2eff2930-ef95-4c50-9397-00bc613c6fd9 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] show failed (client error): The resource could not be found.
Apr 05 16:47:56.623919 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-2eff2930-ef95-4c50-9397-00bc613c6fd9 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups/5cc6cfeb-7015-4b53-acb3-9ed320c5c6b8 HTTP/1.1" status: 404  len: 347 time: 0.0173070
Apr 05 16:47:56.627076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 42122) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:56.799663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Deleting port 52a4f6e9-d900-4b29-998a-00acd86cb24c {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:47:56.800054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:56.982695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:56.983061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:57.116159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Calling delete_port for 52a4f6e9-d900-4b29-998a-00acd86cb24c owned by network:floatingip {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:47:57.324571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:57.341615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:57.640204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee87b1e-a7a1-4f08-9dcf-90763b6d8dfd req-6fd5271d-97e2-4359-8743-e72091c3dd23 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:57.642449 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8ee87b1e-a7a1-4f08-9dcf-90763b6d8dfd req-6fd5271d-97e2-4359-8743-e72091c3dd23 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 945 time: 0.4493806
Apr 05 16:47:57.645945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event deleted for resources: {'Port': ['ID=52a4f6e9-d900-4b29-998a-00acd86cb24c,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:57.650949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:57.758476 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8ee87b1e-a7a1-4f08-9dcf-90763b6d8dfd req-471a647a-4eec-455e-9874-54b3fe6a7d50 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085422
Apr 05 16:47:57.885517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:57.900553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:57.901722 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f4b1ff15-7f9a-44bf-86bf-a3f9e8287a35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "DELETE /v2.0/floatingips/7da44863-18a0-487c-b273-235f04ccd5bd HTTP/1.1" status: 204  len: 168 time: 1.2736642
Apr 05 16:47:58.281704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 42142) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:58.284760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device f4b28bbb-29e7-4c0e-8138-32a241ef2c7e up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:47:58.288076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1822519248', 'description': 'tempest-description--1468040527'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:47:58.294509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:47:58.299499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:47:58.302564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:47:58.308637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:47:58.318793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.339829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:47:58.344166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group_rule and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:47:58.347636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:47:58.353637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:47:58.359514 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:47:58.359916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.433028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.435705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.441348 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9516ef4d-4b48-4797-8b41-bf8790fded84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:58.486559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fea6585-e670-4d2c-a65f-605df02479ee,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:58.489335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:58.495118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.495322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.499362 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2133679
Apr 05 16:47:58.499623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 42148) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:58.505903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'security_group_rule': {'security_group_id': '3fea6585-e670-4d2c-a65f-605df02479ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:47:58.512924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:47:58.517412 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group_rule and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:47:58.522147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:47:58.524903 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:47:58.527304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:47:58.536502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:47:58.539485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.542556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:58.546085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.585401 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'code': 200}
Apr 05 16:47:58.614847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.618128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.623902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=8']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:58.626970 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f66ce5bf-aefc-4ec6-8da1-dfc88c8e083c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:58.627742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:58.650035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5373da03-5d72-406d-99ee-15859a4403ea,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:58.652701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:58.659453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.660785 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b440d85b-d29c-4fa0-a1ff-a6d19cbde54f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1601863
Apr 05 16:47:58.663718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 42154) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:58.669308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'security_group_rule': {'security_group_id': '3fea6585-e670-4d2c-a65f-605df02479ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:47:58.676109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:47:58.680106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:security_group_rule and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:47:58.683138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:47:58.690215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:47:58.706529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.773107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.775803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.777916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:58.802786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25aad382-dbb5-488f-aa7d-379074c6ab7f,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:58.805450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:58.812056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.816341 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ab2d4f8b-9c17-4158-bc8c-6816b0226470 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1485651
Apr 05 16:47:58.816757 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 42160) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:47:58.822381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'floatingip': {'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:47:58.828779 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:47:58.833448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Usage tracker for resource:floatingip and tenant:376d29bc7ba847838e9cc38387adc1f9 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:47:58.836527 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:47:58.843493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:47:58.853571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:58.975213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7a1e5-0234-44ed-8c3c-3f0522a53284 req-206746af-4193-46e8-91d3-80adaef12eff tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:58.976818 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-92a7a1e5-0234-44ed-8c3c-3f0522a53284 req-206746af-4193-46e8-91d3-80adaef12eff tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0916052
Apr 05 16:47:59.029522 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-92a7a1e5-0234-44ed-8c3c-3f0522a53284 req-1b0b9b5d-dd35-4278-9ccc-cdb36ac114d9 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0463724
Apr 05 16:47:59.061048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea752d1-3d32-4b48-bb97-6797285efa8f req-fa52a64b-7dfb-448f-9165-439d370e1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:47:59.062620 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9ea752d1-3d32-4b48-bb97-6797285efa8f req-fa52a64b-7dfb-448f-9165-439d370e1db1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1099 time: 0.1942890
Apr 05 16:47:59.350208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9ea752d1-3d32-4b48-bb97-6797285efa8f req-4e53c62c-2e36-4ebd-99ca-fcd0e5881e3c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2796335
Apr 05 16:47:59.356674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:59.497419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Allocated IP 172.27.1.55 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/a560ffb9-b429-4b2f-9095-49a047845ee2) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:47:59.651874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:59.681906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:47:59.697847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7eacddcd-5349-4226-b3da-b5692f0adf2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:47:59.844388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'Port': ['ID=a560ffb9-b429-4b2f-9095-49a047845ee2,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:47:59.848818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:47:59.892831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:47:59.894043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:47:59.896228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:47:59.977719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:00.043479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:00.237629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acedbeb-b038-4664-955f-99b1d0266504 req-4e2e8e4f-6952-4142-9d49-3e2c461d443a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:00.239345 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8acedbeb-b038-4664-955f-99b1d0266504 req-4e2e8e4f-6952-4142-9d49-3e2c461d443a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0928204
Apr 05 16:48:00.300237 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8acedbeb-b038-4664-955f-99b1d0266504 req-e5024d56-f1f4-41a8-a3a7-833a00ca69dd tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0540047
Apr 05 16:48:00.330079 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:00.333580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3810599'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:00.348978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9bb2698a-4e2a-4855-8c79-66c5f6044141 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:48:00.493379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'Port': ['ID=a560ffb9-b429-4b2f-9095-49a047845ee2,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:48:00.497539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:48:00.588305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:00.610679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:00.612396 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.7945476
Apr 05 16:48:00.850767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-0e1743a6-7ae7-41c0-8a58-61efefc780ee tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Synchronizing usage tracker for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:48:00.865371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-0e1743a6-7ae7-41c0-8a58-61efefc780ee tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Unset dirty status for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:48:00.866604 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-0e1743a6-7ae7-41c0-8a58-61efefc780ee tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1822519248&fields=id&tenant_id=376d29bc7ba847838e9cc38387adc1f9 HTTP/1.1" status: 200  len: 267 time: 0.0588312
Apr 05 16:48:01.033321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-5deaaeb3-d6ae-4137-a350-f9be57b69d35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:01.034929 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-5deaaeb3-d6ae-4137-a350-f9be57b69d35 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 810 time: 0.1610839
Apr 05 16:48:01.052850 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-d18a1768-c8f8-426c-8034-27d2917f0c56 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/quotas/376d29bc7ba847838e9cc38387adc1f9 HTTP/1.1" status: 200  len: 375 time: 0.0109503
Apr 05 16:48:01.153158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-f5590cbe-5fd4-4d16-9c19-7cf74e947d23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Synchronizing usage tracker for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:48:01.167639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-f5590cbe-5fd4-4d16-9c19-7cf74e947d23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Unset dirty status for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:48:01.169064 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-f5590cbe-5fd4-4d16-9c19-7cf74e947d23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1094797
Apr 05 16:48:01.374833 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-32a34fdb-e25b-4526-8069-50654ab1789c service neutron] 10.222.0.38 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1916788
Apr 05 16:48:01.519152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a68f9-da71-413d-9f29-4dbd35d15688 req-828a181f-15b2-4ccf-a441-110983ce0d90 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:01.520788 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-608a68f9-da71-413d-9f29-4dbd35d15688 req-828a181f-15b2-4ccf-a441-110983ce0d90 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0938408
Apr 05 16:48:01.521542 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-df0743b8-7f12-49e2-90a9-2cc8917a981b service neutron] 10.222.0.38 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1394796
Apr 05 16:48:01.569548 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-608a68f9-da71-413d-9f29-4dbd35d15688 req-a39ca162-c970-4b81-b342-b8f38b0dd3b3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422373
Apr 05 16:48:01.729855 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-08b7ef93-293a-4170-a5b0-ab7909566e0d req-879ec2e2-98fd-4f7f-82cb-7cfe744303ed tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 210 time: 0.0572755
Apr 05 16:48:02.938642 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5629f938-74db-40da-a777-895ccd4df370 req-a0af1a5e-b71e-4615-b6e2-fea1158bb4a4 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 210 time: 0.0754936
Apr 05 16:48:02.984721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-f72cb39e-080b-4b99-b68e-4a86f1585372 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:02.986092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-f72cb39e-080b-4b99-b68e-4a86f1585372 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Synchronizing usage tracker for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:network {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:48:03.002619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-f72cb39e-080b-4b99-b68e-4a86f1585372 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Unset dirty status for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:network {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:48:03.003833 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-f72cb39e-080b-4b99-b68e-4a86f1585372 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 810 time: 0.2545116
Apr 05 16:48:03.088868 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-6dd673eb-e79c-45f9-a22d-65d3b15f6c55 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=376d29bc7ba847838e9cc38387adc1f9 HTTP/1.1" status: 200  len: 5705 time: 0.0690057
Apr 05 16:48:03.100373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'port': {'device_id': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'admin_state_up': True, 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'security_groups': ['3fea6585-e670-4d2c-a65f-605df02479ee']}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:48:03.242335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:48:03.252313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:48:03.261166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Made reservation on behalf of 376d29bc7ba847838e9cc38387adc1f9 for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:48:03.267658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:03.437147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Allocated IP 172.20.0.13 (28236f16-48a4-4743-9e8d-1ab8312f2f31/9083520b-c467-4871-958b-4a787a767cb6/17e8069b-cf3f-4da7-8191-59abb6496a13) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:48:03.635632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:03.652453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Transition to ACTIVE for port object 17e8069b-cf3f-4da7-8191-59abb6496a13 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:48:03.675103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:03.692872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c18d65dc-fa4b-4167-b460-cd0e818e37fe tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:48:03.835825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event updated for resources: {'Port': ['ID=17e8069b-cf3f-4da7-8191-59abb6496a13,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:48:03.838752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:48:03.887894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:48:03.889059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:48:03.891278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:48:03.958826 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:03.959506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:03.987619 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-3d69fb6d-1f81-4108-b597-4098da6ae2ef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8912399
Apr 05 16:48:04.008371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Request body: {'port': {'device_id': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:48:04.181105 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-69cd412e-74be-4fcb-9db5-7d3cde522564 None None] Provisioning for port 17e8069b-cf3f-4da7-8191-59abb6496a13 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:48:04.186365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-69cd412e-74be-4fcb-9db5-7d3cde522564 None None] Provisioning complete for port 17e8069b-cf3f-4da7-8191-59abb6496a13 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:48:04.186510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-69cd412e-74be-4fcb-9db5-7d3cde522564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:04.195122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:04.245537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-69cd412e-74be-4fcb-9db5-7d3cde522564 None None] Port 17e8069b-cf3f-4da7-8191-59abb6496a13 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:48:04.285883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5409fef-2908-4443-aaff-7288b5ef10c5 req-051e319b-2007-48d2-b5d6-126d34874193 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:04.286620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-a5409fef-2908-4443-aaff-7288b5ef10c5 req-051e319b-2007-48d2-b5d6-126d34874193 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Synchronizing usage tracker for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:48:04.351462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-a5409fef-2908-4443-aaff-7288b5ef10c5 req-051e319b-2007-48d2-b5d6-126d34874193 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Unset dirty status for tenant:376d29bc7ba847838e9cc38387adc1f9 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:48:04.352723 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a5409fef-2908-4443-aaff-7288b5ef10c5 req-051e319b-2007-48d2-b5d6-126d34874193 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 932 time: 0.2781904
Apr 05 16:48:04.475704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a5409fef-2908-4443-aaff-7288b5ef10c5 req-949a6e68-af05-4345-af89-ac8dbebd2a00 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1121588
Apr 05 16:48:04.691561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e8069b-cf3f-4da7-8191-59abb6496a13 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:48:04.699601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:04.717794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Transition to ACTIVE for port object 17e8069b-cf3f-4da7-8191-59abb6496a13 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:48:04.721868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3810599'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:04.739087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:48:04.891154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Pushing event updated for resources: {'Port': ['ID=17e8069b-cf3f-4da7-8191-59abb6496a13,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:48:04.897169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:48:05.128834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Attempting to bind port 17e8069b-cf3f-4da7-8191-59abb6496a13 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:48:05.129409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Attempting to bind port 17e8069b-cf3f-4da7-8191-59abb6496a13 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:48:05.129533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Attempting to bind port 17e8069b-cf3f-4da7-8191-59abb6496a13 on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:48:05.134621 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Port 17e8069b-cf3f-4da7-8191-59abb6496a13 on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:48:05.135596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Attempting to bind port 17e8069b-cf3f-4da7-8191-59abb6496a13 on network 28236f16-48a4-4743-9e8d-1ab8312f2f31 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:48:05.143048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:48:05.143384 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Checking segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:48:05.143986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Bound using segment: {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:48:05.144342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Bound port: 17e8069b-cf3f-4da7-8191-59abb6496a13, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:48:05.144710 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:05.158192 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f606e2bf-d581-49b3-ac99-ae3cb5c6766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:05.243676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] For port 17e8069b-cf3f-4da7-8191-59abb6496a13, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:48:05.246766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] For port 17e8069b-cf3f-4da7-8191-59abb6496a13, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=17e8069b-cf3f-4da7-8191-59abb6496a13,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:48:05.249933 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3810599'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:05.264893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-06c3004b-31de-47fe-9ea2-191cbb83f5b2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:48:05.702228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Pushing event updated for resources: {'Port': ['ID=17e8069b-cf3f-4da7-8191-59abb6496a13,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:48:05.706235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:48:05.755472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:05.756409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:05.757888 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] 10.222.0.35 "PUT /v2.0/ports/17e8069b-cf3f-4da7-8191-59abb6496a13 HTTP/1.1" status: 200  len: 1094 time: 1.7551231
Apr 05 16:48:05.758383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:48:05.782337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50007314-055c-454d-9ec9-f484f0e47be6 req-f2d03fc2-75ea-4515-8925-b746db70f729 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:05.784201 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50007314-055c-454d-9ec9-f484f0e47be6 req-f2d03fc2-75ea-4515-8925-b746db70f729 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 944 time: 0.1631658
Apr 05 16:48:05.899920 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'status': 'completed', 'code': 200}
Apr 05 16:48:05.903310 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50007314-055c-454d-9ec9-f484f0e47be6 req-d977f867-93d7-461c-a443-d9ef9c75911a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1116099
Apr 05 16:48:05.934515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-d9ac3397-6950-46d2-8de3-dbd7dc9d259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:05.936485 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-d9ac3397-6950-46d2-8de3-dbd7dc9d259d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 1097 time: 0.1042914
Apr 05 16:48:06.028272 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-78e09f8e-da51-4fce-9d5d-f9b630447c26 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e8069b-cf3f-4da7-8191-59abb6496a13 HTTP/1.1" status: 200  len: 217 time: 0.0711560
Apr 05 16:48:06.096653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e2a48841-f284-4458-9dd3-7a3a3b215f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:06.098201 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-e2a48841-f284-4458-9dd3-7a3a3b215f9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.0636590
Apr 05 16:48:06.181843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-0d03d78d-6cd4-4d6b-8959-1e770c1768cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:06.183409 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-0d03d78d-6cd4-4d6b-8959-1e770c1768cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0788405
Apr 05 16:48:06.325508 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-5484debf-44f1-4971-a63d-f895bd4bf0f7 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349399
Apr 05 16:48:06.470511 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79ab26cd-e615-48c8-ab1a-3b18b28235e7 req-5e6521d5-1b34-49a8-84ad-1bc9f8248bd8 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370842
Apr 05 16:48:06.623894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:06.652795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-d629e421-6c62-474f-8b18-8b6f4f38840b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:06.654399 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-d629e421-6c62-474f-8b18-8b6f4f38840b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 1097 time: 0.0831966
Apr 05 16:48:06.811168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-ae6a0f28-3240-4fe6-be3b-ac10ad359fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:06.812768 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-ae6a0f28-3240-4fe6-be3b-ac10ad359fd2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 911 time: 0.1405754
Apr 05 16:48:06.885659 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-5f4225db-8770-4d34-965e-3ec0087e86be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e8069b-cf3f-4da7-8191-59abb6496a13 HTTP/1.1" status: 200  len: 217 time: 0.0662384
Apr 05 16:48:06.962260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-fe5666ea-0ad3-4c5e-b861-cac4553504cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:06.963836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-fe5666ea-0ad3-4c5e-b861-cac4553504cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.0709341
Apr 05 16:48:07.117308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-13ed6541-39a0-476d-ae61-73d0a34bd043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:07.118886 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-13ed6541-39a0-476d-ae61-73d0a34bd043 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1455271
Apr 05 16:48:07.135040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f75faf-d921-426f-9e4d-54160fb92fdd req-21ce98f2-8a6e-44c1-85fa-ef3e8e01c22b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:07.136560 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e4f75faf-d921-426f-9e4d-54160fb92fdd req-21ce98f2-8a6e-44c1-85fa-ef3e8e01c22b tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 944 time: 0.1146710
Apr 05 16:48:07.281449 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e4f75faf-d921-426f-9e4d-54160fb92fdd req-a6277221-439f-41c6-825f-d0b6384d7eef tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1193523
Apr 05 16:48:07.312489 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-d292bdde-4a36-4ef6-8017-2678afd74d07 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1749868
Apr 05 16:48:07.456291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eec6b585-9ed1-452a-9cf4-06c054675cd9 req-5ea194c7-9546-4e13-bcb6-3cdb1576eb01 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1364226
Apr 05 16:48:07.629690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cbef5229-09e8-4738-89f8-cf737a4388f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:07.779026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:08.485096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d9bd96-93b8-4868-b39c-2e2adbabab4d req-0311347e-a94b-4258-8e39-bde7ab8ab9bb tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:08.486736 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91d9bd96-93b8-4868-b39c-2e2adbabab4d req-0311347e-a94b-4258-8e39-bde7ab8ab9bb tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 944 time: 0.0944374
Apr 05 16:48:08.539732 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91d9bd96-93b8-4868-b39c-2e2adbabab4d req-37671ed8-f936-46cd-a048-ec3285855fea tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454485
Apr 05 16:48:09.121067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:09.264507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:09.737173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5b6cf0-a08a-439e-92b7-81d091ffe847 req-d6266681-f618-4e2e-914d-3a2a35c11a26 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:09.738650 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b5b6cf0-a08a-439e-92b7-81d091ffe847 req-d6266681-f618-4e2e-914d-3a2a35c11a26 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 944 time: 0.0865908
Apr 05 16:48:09.785593 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b5b6cf0-a08a-439e-92b7-81d091ffe847 req-5645a6e4-d94e-4b89-8b5a-72456ace0a72 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399399
Apr 05 16:48:10.309737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 17e8069b-cf3f-4da7-8191-59abb6496a13 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:48:10.452703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 17e8069b-cf3f-4da7-8191-59abb6496a13, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=17e8069b-cf3f-4da7-8191-59abb6496a13,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:48:10.471017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'port_id': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'mac_address': 'fa:16:3e:20:55:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:48:10.532909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:10.550483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e8069b-cf3f-4da7-8191-59abb6496a13 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:48:10.566558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 17e8069b-cf3f-4da7-8191-59abb6496a13, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=17e8069b-cf3f-4da7-8191-59abb6496a13,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:48:10.569599 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:10.571419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:48:10.642920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=17e8069b-cf3f-4da7-8191-59abb6496a13,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:48:10.646137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:48:11.000717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4015fe-63a2-4337-b563-067b9f279f57 req-c3aeba8c-7976-4bf9-9ba9-caf992c8225d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:11.002341 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8a4015fe-63a2-4337-b563-067b9f279f57 req-c3aeba8c-7976-4bf9-9ba9-caf992c8225d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 945 time: 0.1002669
Apr 05 16:48:11.049236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['17e8069b-cf3f-4da7-8191-59abb6496a13'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:48:11.065719 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8a4015fe-63a2-4337-b563-067b9f279f57 req-a16dc9d7-b88d-4bdf-be1f-7a444dbb53a4 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0463424
Apr 05 16:48:12.270414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3baf3d-6222-4d7a-b306-4f5183598001 req-baf6d0d7-4a4f-4f06-bdb2-d2b9f33c9e3f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:12.272021 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8b3baf3d-6222-4d7a-b306-4f5183598001 req-baf6d0d7-4a4f-4f06-bdb2-d2b9f33c9e3f tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 945 time: 0.0874867
Apr 05 16:48:12.318592 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8b3baf3d-6222-4d7a-b306-4f5183598001 req-1862505c-3105-410f-acb4-e71d58e1bcf5 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401862
Apr 05 16:48:12.320180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 17e8069b-cf3f-4da7-8191-59abb6496a13 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:48:12.390273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 17e8069b-cf3f-4da7-8191-59abb6496a13 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:48:12.396207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 17e8069b-cf3f-4da7-8191-59abb6496a13 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:48:12.396623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:12.524932 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:12.552707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:48:12.563090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 17e8069b-cf3f-4da7-8191-59abb6496a13, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=17e8069b-cf3f-4da7-8191-59abb6496a13,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:48:12.566571 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:12.568505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ecd181b3-8e08-4e61-9e25-ffd84f0d4c36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:48:12.606267 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'code': 200}
Apr 05 16:48:12.644839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=17e8069b-cf3f-4da7-8191-59abb6496a13,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:48:12.647909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:48:12.888368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8d187-4e6c-4a65-b288-abdd41dd5e03 req-b7e03a26-d045-4979-9825-c07f8ba73647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:12.889999 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-10b8d187-4e6c-4a65-b288-abdd41dd5e03 req-b7e03a26-d045-4979-9825-c07f8ba73647 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 1099 time: 0.0815063
Apr 05 16:48:12.932320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-10b8d187-4e6c-4a65-b288-abdd41dd5e03 req-6eb431e0-a17a-488d-aaa5-a1d015db81af service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0358210
Apr 05 16:48:13.519819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c169b5-0663-4f83-b3b6-c71670e5ab95 req-c96f4aac-a35e-4406-978c-5e44c7a679c8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:13.521458 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7c169b5-0663-4f83-b3b6-c71670e5ab95 req-c96f4aac-a35e-4406-978c-5e44c7a679c8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 946 time: 0.0901501
Apr 05 16:48:13.571643 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7c169b5-0663-4f83-b3b6-c71670e5ab95 req-3b2be500-9b40-4fb7-8f47-a58cfca5be76 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436034
Apr 05 16:48:14.786068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c03c13-01cc-41a1-8d4d-70f6b1c97192 req-85fabe41-81fd-42b7-8159-77a8535d8954 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:14.787638 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6c03c13-01cc-41a1-8d4d-70f6b1c97192 req-85fabe41-81fd-42b7-8159-77a8535d8954 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 946 time: 0.0951741
Apr 05 16:48:14.834679 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6c03c13-01cc-41a1-8d4d-70f6b1c97192 req-fa70969b-8b9c-4aac-a268-ac92bde56e24 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406971
Apr 05 16:48:15.027919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1c18c-2e65-4b95-92ba-0abf73b3dee3 req-64a47509-fce4-42ca-a880-2b03f3c042b8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:15.029563 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-60f1c18c-2e65-4b95-92ba-0abf73b3dee3 req-64a47509-fce4-42ca-a880-2b03f3c042b8 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 946 time: 0.0892875
Apr 05 16:48:15.039495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 42318) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:48:15.045232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Request body: {'floatingip': {'port_id': '17e8069b-cf3f-4da7-8191-59abb6496a13'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:48:15.133225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:15.748446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:15.753174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:15.934762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Floating IP a6ef0ff3-cf86-4ca4-82b2-649f10d90517 associated. External IP: 172.27.1.55, port: 17e8069b-cf3f-4da7-8191-59abb6496a13.
Apr 05 16:48:16.535822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Router 01db05f3-d5ae-4e16-9689-e0ada546f56a has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:48:16.723029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:48:16.727390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:16.732946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] Sync routers for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:48:16.745727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:48:16.746426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd2e3358>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:48:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:48:16.789436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-14af29b2-346c-4b25-b10c-c9d29ee9671d tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "PUT /v2.0/floatingips/a6ef0ff3-cf86-4ca4-82b2-649f10d90517 HTTP/1.1" status: 200  len: 991 time: 1.7486145
Apr 05 16:48:16.790033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:48:16.841288 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'status': 'completed', 'code': 200}
Apr 05 16:48:16.945701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:48:16.995646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-06ab5f96-da9b-4d19-b65e-f945a17e4073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:16.997261 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-06ab5f96-da9b-4d19-b65e-f945a17e4073 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 1099 time: 0.0884016
Apr 05 16:48:17.153439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-2f2832e4-4d22-4105-b5be-77df8aaa872b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:17.155008 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-2f2832e4-4d22-4105-b5be-77df8aaa872b service neutron] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 911 time: 0.1443901
Apr 05 16:48:17.263031 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-53f639c2-7b70-4d04-8861-91e911b6f97a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e8069b-cf3f-4da7-8191-59abb6496a13 HTTP/1.1" status: 200  len: 999 time: 0.1015041
Apr 05 16:48:17.322535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd2e3358>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'a6ef0ff3-cf86-4ca4-82b2-649f10d90517', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'port_id': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'mac_address': 'fa:16:3e:20:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:47:59Z', 'updated_at': '2021-04-05T16:48:15Z', 'revision_number': 1, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:48:17.326763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] Checking router: 01db05f3-d5ae-4e16-9689-e0ada546f56a for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:48:17.335989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:48:17.336662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd2e3358>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:48:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:48:17.344446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-a79cf8ed-4cfa-49bf-b08e-5d347c288e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:17.346500 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-a79cf8ed-4cfa-49bf-b08e-5d347c288e85 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.0703223
Apr 05 16:48:17.442874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-794cabf6-0243-42cf-a308-b0df32700b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:17.444533 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-794cabf6-0243-42cf-a308-b0df32700b3e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791125
Apr 05 16:48:17.528287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:48:17.588316 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-02bccb36-fc69-4c33-8e7b-390c046190a2 service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374733
Apr 05 16:48:17.738818 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4ac7a3d-abab-45fb-883d-f90d1bf79406 req-6a148be3-2800-4575-9f04-c48ee2769bba service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379561
Apr 05 16:48:18.086259 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd2e3358>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'a6ef0ff3-cf86-4ca4-82b2-649f10d90517', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'port_id': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'mac_address': 'fa:16:3e:20:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:47:59Z', 'updated_at': '2021-04-05T16:48:15Z', 'revision_number': 1, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:48:18.090462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f747d5ff-6006-4b6a-ad6e-8f2fbd033bad None None] The sync data for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi is: [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': 'a6ef0ff3-cf86-4ca4-82b2-649f10d90517', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'floating_ip_address': '172.27.1.55', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'port_id': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 565, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'mac_address': 'fa:16:3e:20:55:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:47:59Z', 'updated_at': '2021-04-05T16:48:15Z', 'revision_number': 1, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:48:18.379485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f14ae8-8a0a-40a1-af52-b2fbe657635f None None] New status for floating IP a6ef0ff3-cf86-4ca4-82b2-649f10d90517: ACTIVE {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:48:20.319298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:48:35.153185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-52b78db2-a2b8-41a5-af82-299d79754984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:36.627518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:37.631143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1a3fac35-bf65-43f3-bdf4-0df532433270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:37.784154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:39.122124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:39.269094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:48:48.796739 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-581171c9-0171-4ec9-b53a-0b2ee77a193f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0809662
Apr 05 16:48:48.913682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-d989fc1d-a40f-4622-b6cc-5383ec10eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:48.915267 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-d989fc1d-a40f-4622-b6cc-5383ec10eef1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1099 time: 0.0831761
Apr 05 16:48:49.077311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-5e4a51ee-7e51-46c5-a91a-4523590a09a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:49.078901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-5e4a51ee-7e51-46c5-a91a-4523590a09a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 910 time: 0.1418376
Apr 05 16:48:49.190937 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-40edee77-ecbe-4eec-bedf-3bc3628c5bbe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 1002 time: 0.1039946
Apr 05 16:48:49.260657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-b7f8d4f6-68e2-437a-b82d-e22a3e765828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:49.262173 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-b7f8d4f6-68e2-437a-b82d-e22a3e765828 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 200  len: 848 time: 0.0639427
Apr 05 16:48:49.346164 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-c00745e4-2671-4e8f-bdca-0cc9838efd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:48:49.347803 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-c00745e4-2671-4e8f-bdca-0cc9838efd17 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9867e52c-7cce-41b7-8806-46db7debbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786250
Apr 05 16:48:49.489143 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-f87edb47-36cd-4eb0-a8d6-62278edb7b0a service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1321568
Apr 05 16:48:49.631667 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82f98c82-429d-4a64-99dc-c37c33cf7cfd req-87861c72-e4b2-4987-ace0-27e177dad839 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345294
Apr 05 16:48:57.318671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:49:02.137996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f45787-98be-41a8-9720-73e975ab7b70 req-7d354812-9a26-4a47-b96e-6558904438c4 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:02.139645 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a7f45787-98be-41a8-9720-73e975ab7b70 req-7d354812-9a26-4a47-b96e-6558904438c4 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0987575
Apr 05 16:49:02.192226 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a7f45787-98be-41a8-9720-73e975ab7b70 req-94340258-4fce-40d4-aaa5-66628b41f3e0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447900
Apr 05 16:49:03.403062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338afa59-31cc-4c54-bd19-1af2a010b734 req-8e396440-56bf-4f20-a531-14d28de7c701 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:03.404640 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-338afa59-31cc-4c54-bd19-1af2a010b734 req-8e396440-56bf-4f20-a531-14d28de7c701 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0875223
Apr 05 16:49:03.450671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-338afa59-31cc-4c54-bd19-1af2a010b734 req-86b64c76-cc7e-4e62-8605-eeb534bb7b4e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397162
Apr 05 16:49:04.396659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-d86f4c5c-8e2f-4ad8-8bd5-6bc2e47ef582 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:04.398284 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-d86f4c5c-8e2f-4ad8-8bd5-6bc2e47ef582 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.35 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0939982
Apr 05 16:49:04.477531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Deleting port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:49:04.478171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:04.655988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4de5d-8bf9-4195-afcc-e2c579ebe253 req-75a7092e-3078-4916-b632-ed17859dd309 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:04.657582 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-36d4de5d-8bf9-4195-afcc-e2c579ebe253 req-75a7092e-3078-4916-b632-ed17859dd309 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 945 time: 0.0919566
Apr 05 16:49:04.705796 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-36d4de5d-8bf9-4195-afcc-e2c579ebe253 req-4e7c1e7c-1bea-4dd9-86ba-26d0deedf452 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?id=26f34e24-d497-4279-afd4-de8a5dd87ba6&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409124
Apr 05 16:49:04.753451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] For port fc74b7e1-0085-49ea-b6c0-20df0c9cce43, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:49:04.753848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:05.059126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:05.059458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:05.060166 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Floating IP 8caa4769-f8d2-41fa-8400-b56d4d916c52 disassociated. External IP: 172.27.1.91, port: fc74b7e1-0085-49ea-b6c0-20df0c9cce43.
Apr 05 16:49:05.060284 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Calling delete_port for fc74b7e1-0085-49ea-b6c0-20df0c9cce43 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:49:05.167962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-130fd9ad-cb5b-4d23-bb34-6bc4a0ad8039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:05.217671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:05.234870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:49:05.295265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event deleted for resources: {'Port': ['ID=fc74b7e1-0085-49ea-b6c0-20df0c9cce43,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:49:05.349588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.349934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.350338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.350734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.351130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.351519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.351907 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.352323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.352711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.353099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.353484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.353870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:49:05.357504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:49:05.892678 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f62e67ee-14e7-42b2-89bb-398faaeb9bc7 req-1640bfc1-f328-4cb6-a0f0-76ab26bdd855 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0556259
Apr 05 16:49:05.903513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Router 46057171-8225-41a6-91ae-9c3b55fd35a2 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:49:06.099852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:49:06.109417 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] Sync routers for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:49:06.119697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:49:06.120390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccd9b4a8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:48:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:06.180361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] No DVR routers for this DVR port fc74b7e1-0085-49ea-b6c0-20df0c9cce43 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:49:06.183172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:06.186099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'name': 'network-vif-deleted', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:49:06.202721 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ba6a34aa-bbac-4ef2-9da7-4dfb31152021 req-a0462c14-aadf-496f-bf1b-117c298a87f7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.35 "DELETE /v2.0/ports/fc74b7e1-0085-49ea-b6c0-20df0c9cce43 HTTP/1.1" status: 204  len: 173 time: 1.7988725
Apr 05 16:49:06.238478 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a566f59-1781-40ba-a679-7ac5c06641c0', 'name': 'network-vif-deleted', 'tag': 'fc74b7e1-0085-49ea-b6c0-20df0c9cce43', 'status': 'completed', 'code': 200}
Apr 05 16:49:06.311464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:49:06.613328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fc74b7e1-0085-49ea-b6c0-20df0c9cce43 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:49:06.665466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: fc74b7e1-0085-49ea-b6c0-20df0c9cce43 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:49:06.665882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device fc74b7e1-0085-49ea-b6c0-20df0c9cce43 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:49:06.678598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:06.706149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccd9b4a8>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:05Z', 'revision_number': 5, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:06.710860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] Checking router: 46057171-8225-41a6-91ae-9c3b55fd35a2 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:49:06.719615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:49:06.720331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccd9b4a8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:48:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:06.910974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:49:07.073207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-daf5c0ea-c7a8-4008-be86-e958d5bcd5c5 req-439ec3b2-29d2-4e27-a923-2aa8caba6227 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Synchronizing usage tracker for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:49:07.088429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-daf5c0ea-c7a8-4008-be86-e958d5bcd5c5 req-439ec3b2-29d2-4e27-a923-2aa8caba6227 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Unset dirty status for tenant:e9dde093068d427dbb22afa2b2463bc6 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:49:07.089750 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-daf5c0ea-c7a8-4008-be86-e958d5bcd5c5 req-439ec3b2-29d2-4e27-a923-2aa8caba6227 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0763516
Apr 05 16:49:07.253088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccd9b4a8>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:05Z', 'revision_number': 5, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:07.257661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a617fd6-9d0f-464b-b03b-caa987d01551 None None] The sync data for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi is: [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:44:54Z', 'revision_number': 4, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '6c7b7194-da93-435d-800a-079ab8af63b0', 'name': '', 'network_id': '7170d2e1-df9e-4e53-b887-abaa3f1c6fe1', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'mac_address': 'fa:16:3e:5a:15:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:53Z', 'updated_at': '2021-04-05T16:45:05Z', 'revision_number': 5, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'subnets': [{'id': 'bec2c8c7-9e91-4e52-835d-6a18c9942915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:49:07.633155 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ffa787aa-5975-4554-9405-9a55ae31b26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:07.663047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb50566-981b-4561-935f-6e7206347891 None None] New status for floating IP 8caa4769-f8d2-41fa-8400-b56d4d916c52: DOWN {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:49:07.787293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:08.258099 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f066e5fd-9dda-45e6-a7d2-9d4148f28e9f req-3a64661c-2772-4da6-a299-c3c9dbde383d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0533869
Apr 05 16:49:09.139509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:09.268317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:09.426182 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4342ae73-2497-4828-881d-39e552d84fcf req-b37cd205-142a-4c16-80c4-f27fbc70fbcd tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0480118
Apr 05 16:49:10.590341 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-661b9d8b-c646-42cc-9720-4b5b94f3a006 req-c9302226-ccb5-4c32-8559-bcfabaa3b1f2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0517285
Apr 05 16:49:11.753837 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e243d1e2-d60d-4b91-868e-af6f1e7e054b req-70c1a617-5ada-46d8-be17-23ddafe971e9 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0478728
Apr 05 16:49:12.922278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b15af52e-c49f-4495-9abc-7d486554d073 req-896559e5-ff1a-4d97-8cb0-7e2d2c219131 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0516939
Apr 05 16:49:14.084792 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3b44d6b-481f-4a68-88a4-5ed611f72e46 req-4eded9cf-1b29-4086-9ab3-a97d70a40d83 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0494213
Apr 05 16:49:15.250420 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dee023ab-3226-4369-a7b5-2177a610bd18 req-12c25c9d-ca29-4a57-b3e4-de7af8d41827 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0483220
Apr 05 16:49:16.414956 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-be5ace94-b653-4b34-a7bc-9df1339ec486 req-0735425e-674d-45b9-9a4f-407fcb4e046b tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0522118
Apr 05 16:49:17.581080 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b5abd6ae-eb6c-4bb3-9599-97dff584c23f req-eef436c5-d6cc-47af-8120-8df56cbfeec1 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0521140
Apr 05 16:49:18.748280 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-88ebffd2-2670-4eca-93e8-15dffdffd276 req-f6c6bb92-233c-4c5a-b4a9-00cf2c6649f0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0529146
Apr 05 16:49:19.910562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5b3e5f71-2b4c-439d-b0d4-d33950853fe9 req-a92f6b10-b9ab-4af6-86f9-5325ee5778ee tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0486450
Apr 05 16:49:21.078886 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-014f8575-6475-4e85-9d0f-ac48cacdc055 req-03efdb98-6e7f-449b-acaf-78ce1c406d16 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0490680
Apr 05 16:49:22.242157 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-faf3a3fe-486f-4e32-afa0-155226dcd9b1 req-7cfc8e65-38fb-47d2-a25e-0fb4e67cefcc tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0484505
Apr 05 16:49:23.409040 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cafe042f-d7be-40c6-97a0-8a288cb5025d req-82a1cced-95e3-4deb-ac2e-e8ee4c2ffbed tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0520864
Apr 05 16:49:24.575234 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9b5316c9-03c4-4a6a-a355-7d267edca207 req-c7c572ca-78bd-47ea-8994-588739e0f635 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0505054
Apr 05 16:49:25.738612 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41dd0cd7-d2ba-4e31-b8a5-e07278573fcf req-f3e3656f-068f-4af0-a2db-2056638ce637 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0491517
Apr 05 16:49:26.904859 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-59ae2946-b577-4b4d-8048-84af6f47c545 req-3cbb56d9-13fd-4bb1-9b9f-d947377b3267 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0493653
Apr 05 16:49:28.069958 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-116cd19a-9a03-4465-bb7a-556db000b805 req-bae8a8d6-a8ae-454b-8c5d-9d8bf25b3f7d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0487869
Apr 05 16:49:29.236470 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5867baef-9f2b-40fd-bf9d-6adba3936618 req-59d692ba-eaa0-4372-aaca-b032f7268c1c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0490265
Apr 05 16:49:30.405460 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b9c6ccc6-e2e3-4790-84bc-808908a6c691 req-caf64cb4-265d-4284-8751-e9887125c6a8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0522332
Apr 05 16:49:31.565556 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3ef2b02d-43e9-4b91-9726-7b9fbfa93bba req-867f2416-031b-4319-a3e7-c1ca2773d88a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0486996
Apr 05 16:49:32.729078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50bc3bdd-7c14-4d80-a0a9-7ba80ef1a401 req-4e5016cb-a2b2-4b2c-9baa-7f31b749482f tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0511611
Apr 05 16:49:33.890498 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c3f3c3d2-9b43-4ab5-820a-9a6b2e5ce4c8 req-fb08e42e-5b0f-4878-92ed-5b2a373a32fb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0505621
Apr 05 16:49:34.317693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:49:35.063860 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7292f4f9-e63a-45a4-8882-6bec8705220e req-4e23bd1e-8211-4b27-ba80-02cd7a58d555 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0557334
Apr 05 16:49:35.161209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c032d1a-4194-4807-80ed-107b7a691a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:36.234539 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d5a25a9c-3035-482f-a5af-cc547a982b01 req-ca5fd813-41cf-4ca6-b986-1b1b3e6de0b8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0515082
Apr 05 16:49:36.630554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:37.400580 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5affebba-ca9c-4242-83e3-a76ddda7dadd req-5671d50b-935d-46fd-9335-0afe8b342390 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0499284
Apr 05 16:49:37.636805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5142661c-b013-42fa-85d0-fd9a9e3d6eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:37.788746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:38.615049 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e69486d2-14c3-444e-af00-82a24a3c3e0c req-4b9e1e35-bb13-4c6b-b259-1689af5c5df3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.1003935
Apr 05 16:49:39.172925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:39.269984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:39.836951 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-13f49ecb-a34d-4649-b3c9-3cb2a88f7dc5 req-7b37eee9-7bf5-4849-b7d3-bc7f7a9a0b07 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.1063528
Apr 05 16:49:41.000374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e78cbf04-1b77-4a4f-a544-c33900b04705 req-5673e36b-7a62-45e3-a995-16b2bf404719 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0489216
Apr 05 16:49:42.177281 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f637a554-8e38-4fe8-b276-2fc18091e3b0 req-ed008d78-3f4f-48fd-95c6-190247733af0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0494454
Apr 05 16:49:43.349391 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f7e3cc53-7d28-47fd-966f-e0f0ee0fe2ef req-18e7d7c4-a842-4432-8f90-259e8ca9e4c6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0521357
Apr 05 16:49:44.510550 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5e6fa463-2dad-446e-a046-c595ff948479 req-4784c507-598d-40dd-a906-174718a4aea5 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0499327
Apr 05 16:49:45.673278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79a05e51-6456-46f6-b031-5ed1ef58e711 req-7c3b91a8-38e9-4c44-881d-6faa86db6028 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0482254
Apr 05 16:49:46.838997 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f94f74a0-52c6-48ed-b92d-cd39a46b2b12 req-c5b594d9-622f-49b7-85ff-38dac85df542 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0516379
Apr 05 16:49:47.998636 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91619c84-7c96-4a50-9571-14636b58d27f req-9fbce581-b022-474d-8076-f4ee58af8ab6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0485666
Apr 05 16:49:48.893996 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-c234d761-2e50-41eb-926d-73986958db35 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0824401
Apr 05 16:49:49.011866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-691fe955-b226-4f88-9412-f4cb195d5b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:49.013478 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-691fe955-b226-4f88-9412-f4cb195d5b38 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.0830519
Apr 05 16:49:49.168896 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-644285a4-e0c0-444c-802f-39f38c18c94a req-09e5a2fe-4fd6-4fb6-8a01-a6f840ef3e6a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0544157
Apr 05 16:49:49.176319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-22517a39-19f6-43eb-93c8-bebbeaece774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:49.177986 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-22517a39-19f6-43eb-93c8-bebbeaece774 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.1433451
Apr 05 16:49:49.253114 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-7c9f5729-5a6d-43d0-bdf9-6a8b8dff5de0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.0684028
Apr 05 16:49:49.324108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-6de16032-cea8-4d36-9f57-e4812631cc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:49.325629 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-6de16032-cea8-4d36-9f57-e4812631cc7b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0663593
Apr 05 16:49:49.407864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-219b2ad1-0934-4c13-a98e-9ced0d6b5b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:49.409495 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-219b2ad1-0934-4c13-a98e-9ced0d6b5b62 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775063
Apr 05 16:49:49.550750 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-344f54c1-78f7-45b5-aba5-68a503a53e76 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1336014
Apr 05 16:49:49.692342 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1e8737-8a13-4a5b-bedb-da98069fe24e req-f49fbb1f-8f98-421d-9efc-bffceb153950 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339409
Apr 05 16:49:50.136314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 42954) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:49:50.339851 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f27aab6b-a538-40a9-a5ce-d1e7c8904d33 req-264e1b1c-e746-4fd2-bec5-ddb53baa76ee tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0549822
Apr 05 16:49:50.363496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Deleting port 43d59caa-f8a7-4aa1-8616-5c9b64183030 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:49:50.363870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:50.551556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:50.551922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:50.687549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Calling delete_port for 43d59caa-f8a7-4aa1-8616-5c9b64183030 owned by network:floatingip {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:49:50.843462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:50.859229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:49:50.916167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event deleted for resources: {'Port': ['ID=43d59caa-f8a7-4aa1-8616-5c9b64183030,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:49:50.920878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:49:51.120350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for floatingip, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:51.120720 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Floating IP b3d5fb24-c2d0-41a4-934f-93be63cd32ad disassociated (deleted). External IP: 172.27.1.172, port: f4b28bbb-29e7-4c0e-8138-32a241ef2c7e.
Apr 05 16:49:51.508584 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-27d2631c-7272-4fc1-aec9-5e2d3e2f11cc req-e874f319-7e0a-4c81-8f23-d57e9a726f7c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0518692
Apr 05 16:49:51.728509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Router c9730da4-d489-4c3d-aa80-9afb1d8baf13 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:49:51.918297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:49:51.928662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] Sync routers for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:49:51.938254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:51.939112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:49:51.939781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd124470>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:49:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:52.000732 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "DELETE /v2.0/floatingips/b3d5fb24-c2d0-41a4-934f-93be63cd32ad HTTP/1.1" status: 204  len: 168 time: 1.8631158
Apr 05 16:49:52.001325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:49:52.079420 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'status': 'completed', 'code': 200}
Apr 05 16:49:52.136085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:49:52.207217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-8025c916-b8e0-4a3a-bcdf-04e4b12c3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:52.209006 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-8025c916-b8e0-4a3a-bcdf-04e4b12c3ceb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=783b38225fd44770b12f217841784b22&device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 1099 time: 0.0814064
Apr 05 16:49:52.401931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-874c9e5f-8b9e-44a8-b592-37fe454d1e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:52.403503 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-874c9e5f-8b9e-44a8-b592-37fe454d1e10 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 200  len: 910 time: 0.1882370
Apr 05 16:49:52.476393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd124470>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 5, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:52.482351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] Checking router: c9730da4-d489-4c3d-aa80-9afb1d8baf13 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:49:52.491351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:49:52.492643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd124470>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:49:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:52.495684 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-ee61cc3d-51da-457d-aa01-1f489ddc6bc1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 200  len: 217 time: 0.0837567
Apr 05 16:49:52.513852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2280652-daff-44e9-a4e5-8825edbccdd8 req-f5b9f13b-0014-4ffa-872b-414e7ef327d3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:52.514631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-b2280652-daff-44e9-a4e5-8825edbccdd8 req-f5b9f13b-0014-4ffa-872b-414e7ef327d3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Synchronizing usage tracker for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:49:52.599328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-b2280652-daff-44e9-a4e5-8825edbccdd8 req-f5b9f13b-0014-4ffa-872b-414e7ef327d3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Unset dirty status for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:49:52.600621 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2280652-daff-44e9-a4e5-8825edbccdd8 req-f5b9f13b-0014-4ffa-872b-414e7ef327d3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.2676587
Apr 05 16:49:52.697646 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b2280652-daff-44e9-a4e5-8825edbccdd8 req-a1238cbe-4064-49fd-a622-9f2d7943153a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0751636
Apr 05 16:49:52.700729 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f48641db-b387-4c62-b533-312d529c3e49 req-28355c72-1dde-4de1-b0b2-2de92816821d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0535278
Apr 05 16:49:52.724335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-59d83a99-cd22-4d1b-a907-8febfa1f8986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:52.734934 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-59d83a99-cd22-4d1b-a907-8febfa1f8986 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 200  len: 848 time: 0.2099721
Apr 05 16:49:52.821883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-219a9466-da09-4584-a0f8-59a47abf45c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:52.823428 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-219a9466-da09-4584-a0f8-59a47abf45c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9867e52c-7cce-41b7-8806-46db7debbac6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0874965
Apr 05 16:49:52.887674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:49:52.980547 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-307b2839-1d92-4b61-afe9-4f4ad100b193 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495514
Apr 05 16:49:53.198541 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae01198b-66c3-45d3-90bf-b7421bb40afe req-55566d25-1d13-40e3-baf8-ca70b9c3eb89 service neutron] 10.222.0.35 "GET /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1941617
Apr 05 16:49:53.268731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd124470>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 5, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:49:53.272868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee1e830-3588-49c7-803a-e24ca235fe99 None None] The sync data for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi is: [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:41:48Z', 'revision_number': 4, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'be1e1620-85bf-41fe-a9e9-7d7f75af0a8e', 'name': '', 'network_id': '9867e52c-7cce-41b7-8806-46db7debbac6', 'tenant_id': '783b38225fd44770b12f217841784b22', 'mac_address': 'fa:16:3e:33:d7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:46Z', 'updated_at': '2021-04-05T16:41:59Z', 'revision_number': 5, 'project_id': '783b38225fd44770b12f217841784b22', 'subnets': [{'id': '197f4c09-63c6-4597-ae8a-6261c0004052', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:49:53.690671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1921fbda-fc6d-4aa5-b693-287c9dd454c9 None None] New status for floating IP b3d5fb24-c2d0-41a4-934f-93be63cd32ad: DOWN {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:49:53.900085 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3cb03feb-e47a-4417-87dd-e1d7dd8f8ea5 req-f3a78c5e-d4ee-4464-915c-b29a8ff8e121 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0533936
Apr 05 16:49:53.924693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e7ae2-53c4-4ea4-a7c1-60f6aef56100 req-feb5457a-7fcd-42d8-9f59-924b37622bb4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:53.928743 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a2e7ae2-53c4-4ea4-a7c1-60f6aef56100 req-feb5457a-7fcd-42d8-9f59-924b37622bb4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0959957
Apr 05 16:49:53.975686 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a2e7ae2-53c4-4ea4-a7c1-60f6aef56100 req-9a6e0c11-2745-41a5-9d6c-b7b75f9afcf4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/security-groups?id=bf456eb9-c53f-43e3-bb2d-0fd62489d065&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429802
Apr 05 16:49:54.434343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-9c463933-aba2-4d04-920b-0159fd6c1253 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:49:54.435902 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-9c463933-aba2-4d04-920b-0159fd6c1253 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.35 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 946 time: 0.0863621
Apr 05 16:49:54.515368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Deleting port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:49:54.515684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:54.776455 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] For port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:49:54.777022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:54.911774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Calling delete_port for f4b28bbb-29e7-4c0e-8138-32a241ef2c7e owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:49:55.099431 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-785cd73a-5922-4d23-a506-c7b1ee25d9db req-d12206d0-cdf4-4554-b0d0-d40bd255a8b7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0656767
Apr 05 16:49:55.124697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:55.142308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7e6deb36-764b-4578-86c6-5765ce6fbdd6 tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:49:55.147491 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7de609a0-ec43-4d5c-997c-f917923a8ef3 req-1f677270-9828-4952-b560-903f8df94dd4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0528333
Apr 05 16:49:55.203949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event deleted for resources: {'Port': ['ID=f4b28bbb-29e7-4c0e-8138-32a241ef2c7e,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:49:55.208920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:49:55.392729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] No DVR routers for this DVR port f4b28bbb-29e7-4c0e-8138-32a241ef2c7e on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:49:55.395082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:49:55.398654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-deleted', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:49:55.413386 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f35dd39d-b656-484b-8aba-1d0f93ecfc23 req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.35 "DELETE /v2.0/ports/f4b28bbb-29e7-4c0e-8138-32a241ef2c7e HTTP/1.1" status: 204  len: 173 time: 0.9719341
Apr 05 16:49:55.446991 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2dae50e-aaa3-4e75-8027-39acae4890aa', 'name': 'network-vif-deleted', 'tag': 'f4b28bbb-29e7-4c0e-8138-32a241ef2c7e', 'status': 'completed', 'code': 200}
Apr 05 16:49:56.264822 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-71f75794-4b3e-402e-bea1-7e6c73451407 req-779759bd-b7a5-4b86-bbbb-d6f70d269b64 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0490406
Apr 05 16:49:56.320018 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ae682219-b30e-49be-a7c9-641f7cf34844 req-d7da5dac-28b4-4bdb-bf52-e55306de4e32 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0502813
Apr 05 16:49:56.875498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device f4b28bbb-29e7-4c0e-8138-32a241ef2c7e no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:49:56.912876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: f4b28bbb-29e7-4c0e-8138-32a241ef2c7e {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:49:56.913269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device f4b28bbb-29e7-4c0e-8138-32a241ef2c7e not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:49:57.429712 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-30fba77c-476b-4a99-b38b-b692973fd58b req-bad0cb1f-b9d6-4d22-91b2-d8e02db74096 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0521510
Apr 05 16:49:57.483577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f5b07a40-398f-443f-bf39-595becb44211 req-7f614073-c573-453d-9d27-3baf9588bd2e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Synchronizing usage tracker for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:49:57.500134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-f5b07a40-398f-443f-bf39-595becb44211 req-7f614073-c573-453d-9d27-3baf9588bd2e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Unset dirty status for tenant:783b38225fd44770b12f217841784b22 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:49:57.501416 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5b07a40-398f-443f-bf39-595becb44211 req-7f614073-c573-453d-9d27-3baf9588bd2e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0688498
Apr 05 16:49:58.592570 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0355d51-ecf0-4932-aef7-31b920fbde36 req-14501aa6-9754-41d0-82ad-06d62c39648a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0485566
Apr 05 16:49:58.663178 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b91a30a6-dbdf-463d-b53b-dbdbb42da5ce req-e172be1f-7f94-44c3-a776-e407d53be584 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0500150
Apr 05 16:49:59.756278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b4705c1a-69f3-4d6b-a760-d5298d861429 req-91e273de-7c0b-4368-8ede-d4abfffec709 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0490026
Apr 05 16:49:59.827790 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-36ded7ec-be2c-4ada-afeb-ddf4f8b35fee req-5f5de352-ee89-4894-95f1-e0588f0b45a2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0482445
Apr 05 16:50:00.920237 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9caf99cd-20b4-4967-b270-4c6da160a8e5 req-0cd8b312-8449-43d5-938b-f1c34866b59c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0521061
Apr 05 16:50:01.006065 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-601fbf50-3afd-4ccf-a54e-aace74d10301 req-fd94bb67-0a1e-499c-b6c5-69eb2b66efbc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0618339
Apr 05 16:50:02.085728 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dfa012bb-5f61-4646-8f7a-361b8656d4f3 req-df11405d-46b7-497c-881e-a3f25b2daae3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0505803
Apr 05 16:50:02.172215 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2f73ae0-b216-40b2-b5dd-34eea464a1ed req-118a72f1-d2ef-439b-a6b2-6836479fe1f5 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0490928
Apr 05 16:50:03.252352 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-92b2421d-812a-4cd8-9fa5-76f6f2d6e450 req-79bbbddd-15c2-438c-abdb-a0e775acf926 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0548508
Apr 05 16:50:03.403710 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c4c60d1-3cd6-47aa-bb2c-db0e49a7ef15 req-8f2401ac-d6ab-44f3-aef8-bc7aed221b9c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0509908
Apr 05 16:50:04.415307 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df617965-a5b2-4c26-a2c8-990d36d6ff79 req-42c9fad2-d5e3-489c-8126-9f9d71def467 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0491130
Apr 05 16:50:04.563508 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0b85b71-11d5-4c97-a56e-35f72f3fa8bf req-c69c53e5-4d8c-4669-bf44-08ca638ae6e1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0487254
Apr 05 16:50:05.162764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06ed4fdc-aed3-4fb0-91b0-ec5b8d87e97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:05.576815 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1b602c61-9299-4c26-8ca8-4e96ee5ad9e8 req-3a32556e-f21e-42ad-aa96-59206110a18a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0490620
Apr 05 16:50:05.726836 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d83cabda-43fa-4bab-925b-52ee0837fb35 req-8d13c06c-9c47-4ab9-ae7a-889fe41cf7eb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0514083
Apr 05 16:50:06.632230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:06.742794 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-10a76597-7b9c-4a36-a450-79d5d05f72fc req-49449024-6052-4a01-8c0b-5011d26d3bb6 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0487559
Apr 05 16:50:06.890378 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65241865-e104-4fa8-9b49-340453533235 req-81c2772b-8424-4a72-ba97-f17baec1d92d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0520236
Apr 05 16:50:07.638593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5e307dda-97a2-4de1-918f-31d99d05a196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:07.792035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:07.905434 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d1041053-c845-4f15-be81-919d7d028228 req-4f30a41c-bdd2-42c6-9620-5d5cb6e8580a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0491564
Apr 05 16:50:08.050251 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a780217-97bf-45ec-85da-9a4276e63724 req-95042340-fa4d-4ffa-b076-bf14bd5ce741 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491865
Apr 05 16:50:09.164988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:09.188005 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6c025e7-38ed-4811-836e-018c96b4d5de req-3d908882-4dde-4df2-9ea2-302b01ba60ff tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0523722
Apr 05 16:50:09.214040 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e172b4ef-3e82-46f5-a86a-0ddbfba51179 req-995aa99a-a5a8-450c-857a-2cd5404102b5 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0498838
Apr 05 16:50:09.276701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:10.352870 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4bc5ecf8-dd73-46f9-b0f8-9a95b8ba5efc req-349eee50-6b25-43e1-bd75-c7f325a402da tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0536761
Apr 05 16:50:10.376397 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-76c9e05b-9063-451c-a278-be01b6380d90 req-031990b2-0dd3-4f7e-89dd-14d5858b098b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0493083
Apr 05 16:50:11.317384 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:50:11.515814 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-94e12f0a-3f30-41fd-89ea-daa51f94c03c req-63bb1510-4553-418f-989a-9b0a3a918777 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0498738
Apr 05 16:50:11.539609 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-876a7817-2947-44ff-b6fe-faa1f6f00ce8 req-20ce62b8-78a3-4e37-9bb3-1ef88143f652 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0501373
Apr 05 16:50:12.699542 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1c2303d5-9e26-4fb0-b868-2d0d94cfe9c0 req-a11d1c07-2126-4f84-acc0-ddf9d8329652 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0617597
Apr 05 16:50:12.728017 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-30d87d61-d9b9-42f5-80eb-1cbffa477da0 req-98b4ab55-a379-43a2-bb2a-2ab4cb94e7a8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0610793
Apr 05 16:50:13.862432 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c78cd83b-87da-4a73-8008-7af9f2787f22 req-57145809-859d-483f-8b7c-a41d20b54416 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0490379
Apr 05 16:50:13.893538 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-187f4641-ba98-4e30-9c16-2aa9e1f3c9a2 req-1f794704-c36c-4cb8-bc04-20f37fc990a4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0529215
Apr 05 16:50:15.025372 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-916f7bb9-b186-48f4-9d55-aeb8d5fd3ca5 req-5ebed02e-7c25-4dfc-b846-2c490ee3ebf5 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0504317
Apr 05 16:50:15.063655 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97f44fe3-6996-44a8-853a-e3069453f87f req-53f3ed48-66b4-4061-a79d-f8c4d8a28fd3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0547447
Apr 05 16:50:16.199066 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9c74a2b2-46e8-4cbd-89a9-a35e3b9dcfe4 req-5f073cd6-5ad5-4ee6-87c5-965aebe370d7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0521779
Apr 05 16:50:16.229471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ec50603b-25cf-4585-ac9c-d373a34ab25c req-af6109d1-7c62-4fbe-8ba1-d0ba0e846645 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0507433
Apr 05 16:50:17.369898 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-620fb7e4-4789-447e-8aff-dd884e1c633d req-921ec517-145f-45ac-a48f-4702ad5aff60 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0526950
Apr 05 16:50:17.399427 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e60c6d5-0d81-4320-906f-308278d79640 req-a2301654-1383-44de-b527-9456418fe03a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0496953
Apr 05 16:50:18.530776 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0e7690b3-d81e-4ef5-9bbb-256ad093c040 req-f5d1ba3e-f7cd-4bc4-92c3-d367283e2757 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0492566
Apr 05 16:50:18.564981 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0df8c020-e05c-49ad-a936-d136a58b8876 req-e96b94f9-4d18-44c5-a7fd-ac8e254c0c84 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0501893
Apr 05 16:50:19.691815 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9c290b9e-ca86-40cc-a335-efef888b06d4 req-6658134e-04ca-4381-83b1-074a23c473f1 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0493765
Apr 05 16:50:19.733053 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2581e8b1-9a93-43f9-bf7e-0fba1929a15c req-d7f7c353-7eb4-4ec7-a9f9-28df04d3ce96 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0520535
Apr 05 16:50:20.853664 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f43e9a6a-286c-4ffb-a5f1-5a8727e5483b req-4f18da60-814b-4c7c-96e8-668a1cac4b18 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0500710
Apr 05 16:50:20.902907 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8b4be2f4-7cf8-4904-b2c1-19452c9fd5d7 req-c9d335ab-10cf-4721-9e4f-f4785a456dbb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0538137
Apr 05 16:50:22.017141 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ff040e9-4d17-44dd-9787-3b2ac9f762fc req-7c1e3fb3-528a-4f48-9854-407c568d78dd tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0513077
Apr 05 16:50:22.068493 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97e92542-8d64-48db-954d-0a0c035a545b req-1df0b27c-adb2-4420-a63e-3e67b4d19aa5 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0531971
Apr 05 16:50:23.185913 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbb29b94-85ff-4366-a0ae-7ffa8899c7d6 req-daa140c5-8973-4b1d-a03b-4f739e1c4888 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0520208
Apr 05 16:50:23.230745 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b1726267-86a6-4119-9ecf-ef70aa113c1f req-513df0a0-218a-41c3-adc5-a69c0515e257 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0494211
Apr 05 16:50:24.354648 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2b6dd23-afc1-4a72-acd8-0885ca0c36fc req-91a958e5-c451-4f78-80d4-e96161d65f82 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0535047
Apr 05 16:50:24.392912 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ade071c8-1c04-468b-88aa-90e7156c3873 req-7e6305af-cf5b-4c17-863a-8cfd9aa203f0 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489860
Apr 05 16:50:25.517909 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-06d00d3a-ace6-47b4-85ea-847c825c55da req-ecf739b7-e306-4905-95ce-53acdbe50189 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0488956
Apr 05 16:50:25.555078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-728a0eb5-93f2-46e6-b57d-2107d35ea268 req-8690f7fb-8d15-4979-89f5-12bba8953a19 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0499220
Apr 05 16:50:26.685038 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-362e4f07-1548-43c3-a7ea-7608540db47f req-a53659e5-ae80-40bf-9981-47a9c57b4829 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0500064
Apr 05 16:50:26.720613 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-af0ee0c9-22b8-49e7-9286-565543972900 req-d64d4cc2-c9a1-463c-aa18-f8fb6b470c77 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0522735
Apr 05 16:50:27.849668 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee6c4600-cb43-490c-b2ba-358d2fe00288 req-70803cb9-9fe8-4a79-a3c6-1c273d2e9133 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0488446
Apr 05 16:50:27.885784 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77cec3b5-7bb9-4b26-bfa7-a9403a1ca342 req-aa12d8e2-14ad-4e2b-b6bd-febb0ca27115 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0520782
Apr 05 16:50:29.016366 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6fa4f8d0-025e-4a7f-8e82-b0dced5d8a2d req-901155ff-6956-4702-b521-41ea3dacc85e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0506077
Apr 05 16:50:29.050928 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-efab8f5e-6910-44ee-b998-da4bc57ed742 req-9344c2f0-1a75-4445-aa21-f824036a9bfb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0500078
Apr 05 16:50:30.183697 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2b236cda-df68-42ab-a4fd-14cb183ecc2a req-27e28ecc-20ae-40ed-8c4b-c2c58df8646d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0530236
Apr 05 16:50:30.223369 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0b5cc8b7-cb2f-4a49-9f6c-8d4ed2b0d916 req-1a10bd5a-4fc0-47ce-938e-5a4c73b2e659 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0585268
Apr 05 16:50:31.391196 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f9c70a1-b3fc-4fad-8afe-68cf54d109f2 req-2c1d66aa-6407-40cd-b912-e3351f12f0ce tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0535874
Apr 05 16:50:31.578088 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a48a2379-de20-472c-825d-827fad0b6a7e req-2dcd65ab-2386-4507-a5d9-7b6a9b1f113e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.2816300
Apr 05 16:50:32.556174 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-732aa512-f5eb-43e3-a9d1-815e21c6a2b3 req-c6853e6c-d7ca-4397-a54c-6bb71c6a53ec tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0501857
Apr 05 16:50:32.741446 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d0abfb4a-b085-497b-a9b2-efa558ef5aa9 req-8332f19c-37f3-4dfa-b9d0-62d18ee1f420 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0507040
Apr 05 16:50:33.719941 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7fe670d2-76e5-438f-a9c2-9a3d6277e193 req-1d7b71f1-4bfe-420c-9fae-0ea0e0196e94 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0484967
Apr 05 16:50:33.900777 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3be5afce-9839-4d70-bd5f-090c8a0ff05f req-8e394c17-5260-4528-94c3-8e6a9f3fdcca tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0488591
Apr 05 16:50:34.883667 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c0c1bf4c-2e06-44a6-a133-fc5091fd4351 req-bd0f21d4-2a8b-4581-9b2c-d54a6dcfd851 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489035
Apr 05 16:50:35.068136 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7a30d996-04db-4d69-a25a-679022c00776 req-2d12fb50-6e3c-44b8-96f1-9d4a05d150da tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0505261
Apr 05 16:50:35.164551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c98aa75e-8f78-440b-a8da-5002d4e81827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:36.046771 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-52959c92-eb40-4f06-80ad-9a43bca7d1ca req-7dba668b-de5c-43cc-8a22-5780247b4824 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0517924
Apr 05 16:50:36.232757 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77e424bd-12af-49cb-9177-79e47de0b55f req-ec99ed47-e5c7-4401-9fd0-c9d3af6df8ba tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0510590
Apr 05 16:50:36.635093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:37.213683 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-100ad210-f5e0-43e4-8744-12f3f9711a68 req-0e09c86f-f51e-4bd4-a268-de3c1157dc7a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0490434
Apr 05 16:50:37.394916 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-030841db-0fce-459b-bb24-d6f4788bbccf req-25593d3e-1b12-4ea0-9c67-10d74540ad43 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0490119
Apr 05 16:50:37.640361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6fb6f866-772d-4dbd-ada2-e17565982d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:37.792221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:38.376452 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3e43d6e0-b5dc-49b5-b4bc-15e385e7f621 req-4de2efaa-be8b-4746-9457-3165f4044333 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0474672
Apr 05 16:50:38.556044 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32f5d580-dc0a-4d80-ab5f-223fd9361a28 req-c152570f-bd9d-4b87-b591-3a0fce712383 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0480311
Apr 05 16:50:39.171775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:39.276980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:50:39.727475 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ef615302-c95e-42f1-9a93-4b4507182022 req-7f200466-e567-4214-9776-21f98dc99631 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0539837
Apr 05 16:50:39.773230 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-30c2796e-fba0-4258-8578-22959b0261a8 req-58565d70-00c7-4751-83a4-d176130f838a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.2815633
Apr 05 16:50:40.897251 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fd4ca433-f944-45dd-8a60-bb54621f1771 req-9a458af7-4d73-45c8-b864-87821c0661f2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0486424
Apr 05 16:50:40.935636 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e9c3f3ab-9914-4ef2-a818-a4064be08d38 req-31149b00-0088-4a67-a87c-37f98a71c724 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0506608
Apr 05 16:50:42.063112 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-29e69d89-2595-40b1-bc9d-8d6821af1db3 req-f276490f-54cf-40a6-ad41-6f3331f25cab tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0535371
Apr 05 16:50:42.099613 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f3737d6-c37f-4ca4-9c6c-f87c335f8644 req-4f687813-f38e-4690-a55b-87b9fd49e093 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491922
Apr 05 16:50:43.236935 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6eb9d210-5b82-4517-941a-4f536d99a7b2 req-10ec6a92-753c-4443-8650-7e81a6c812fd tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0514681
Apr 05 16:50:43.267497 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c8fbb463-c754-46fa-ae6a-78f567c35114 req-9484386e-931d-4d8d-8353-9bf5e9238e6e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0534174
Apr 05 16:50:44.398159 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8032bd7f-2db0-48a6-b792-25700fb5df6c req-a9811a58-1174-4ff9-b313-d616041fb204 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0487542
Apr 05 16:50:44.428663 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-74b11870-cb27-4a37-8c86-6aa768d4f45c req-fda51869-39cf-4777-ba58-5919b4f3c182 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0485256
Apr 05 16:50:45.564776 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1e5e79f-13b2-42f2-967c-b8aa1bd93ddc req-287f22d5-a397-4b36-8ac8-bb834d560998 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0502193
Apr 05 16:50:45.594449 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2df0e113-4e97-4078-b565-75e86038e8b3 req-530ac0b8-207f-4f98-85e3-3569747753fd tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0486572
Apr 05 16:50:46.732023 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1ac87407-9fc4-425f-844d-e3da72a32616 req-2e5e3ae5-2048-4fb8-a30c-4e4c9d87e9db tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0524387
Apr 05 16:50:46.758938 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-47998c95-a5c3-4c58-a3b4-a9c21c3e69ff req-dd702846-11a0-43f3-9a33-0a416b2dc97e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0527630
Apr 05 16:50:47.896327 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7abe0822-a2b4-4a34-9a5f-8007a77d71eb req-532a4b69-240b-4ca1-be88-af43764be317 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0482485
Apr 05 16:50:47.925247 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c879fc3-4547-4713-a5f3-e427fb662d1c req-c6c6b569-a461-435e-97c6-e744c59b5008 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0490897
Apr 05 16:50:48.316634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:50:49.075208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-213592bb-a014-4683-a92e-999e2cb94cb2 req-5d935d84-4389-4912-a6de-9d70550ddcbe tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0511529
Apr 05 16:50:49.138581 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-82dc2abe-d7cf-4ad9-b1db-47451e8f45ab req-999ea11e-e6b4-4662-a498-9389809cdce6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0628390
Apr 05 16:50:49.170334 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-35be3b57-e989-4e6b-a266-ce6211e0e62c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1829946
Apr 05 16:50:49.280722 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-1a2b852b-750d-45ac-b05b-46153dd581e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:50:49.282283 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-1a2b852b-750d-45ac-b05b-46153dd581e7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5057407ef9034ff39361f66d5dcad2f2&device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 1098 time: 0.0787776
Apr 05 16:50:49.439293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-949feea4-77a6-49de-9d95-a7dd2346f0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:50:49.440825 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-949feea4-77a6-49de-9d95-a7dd2346f0f8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 HTTP/1.1" status: 200  len: 915 time: 0.1394198
Apr 05 16:50:49.515952 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-278625a6-1531-407b-847b-62fc9816c22a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=377e013c-ce60-431a-ac0b-aebed822f207 HTTP/1.1" status: 200  len: 217 time: 0.0686359
Apr 05 16:50:49.582054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-2ea836ba-7c08-4858-8dcb-cbee6f8caca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:50:49.583530 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-2ea836ba-7c08-4858-8dcb-cbee6f8caca0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e337be52-2580-43e9-867f-b81060e64ed2 HTTP/1.1" status: 200  len: 854 time: 0.0613937
Apr 05 16:50:49.639483 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-9b8b7c22-99fe-4a67-8470-fa894e2630cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0498838
Apr 05 16:50:49.650258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-7c909c8e-243c-43f7-aa42-6ba0cf040870 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:50:49.651873 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-7c909c8e-243c-43f7-aa42-6ba0cf040870 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0058789
Apr 05 16:50:49.790978 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-37cdcc25-3fd7-4ca2-864d-c61f03599a28 service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1329210
Apr 05 16:50:49.931086 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfd37e02-4b0f-49ab-81b8-267820c53686 req-3f85e149-0efc-4d39-81bd-4569a4682841 service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1330764
Apr 05 16:50:50.238401 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-60c583b9-9869-4c0b-99b9-9906de108515 req-c4cabac2-996d-4923-81dc-53c4202ca308 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0494828
Apr 05 16:50:50.306327 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-66ee48cd-52a5-45c9-bd7c-a33240c4136f req-9e5b18cc-b2bb-4250-9c5d-c54cdeaaa3e9 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0532188
Apr 05 16:50:51.398509 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a26cad2a-a53b-4148-b7b2-3613b429100c req-b2753534-3e35-416b-96ec-2d0981de82ba tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0486050
Apr 05 16:50:51.474438 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-794a8cc1-e7dd-4271-b3c9-8a78b4c61604 req-5bcae056-c8c8-4df3-8af8-102692501cfc tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0484784
Apr 05 16:50:52.563510 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41ca9c5c-40de-439b-92fb-da9451dced17 req-789e1032-6a45-4556-af2b-5868d4d0b4f0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0515389
Apr 05 16:50:52.641250 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6bb35a31-a112-4986-9c88-55f760a1b90f req-006e88a9-9b9c-405c-82f4-920206db1695 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0517066
Apr 05 16:50:53.733847 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-595ab3dd-567b-4732-9dc8-0daa2646aa11 req-3a5c24c4-6098-409e-bb38-773a4066c5b0 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0534172
Apr 05 16:50:53.803912 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-05814b5e-17fa-43df-a360-80b84d89f534 req-59eadef6-1eb5-471a-aa73-62ab38ca00ba tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0500300
Apr 05 16:50:54.894568 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9ede4696-04e1-4cd2-b1de-353bee9da9bb req-8df3f9eb-8c05-4689-a738-ef39950e6d9a tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0487902
Apr 05 16:50:54.969518 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41207fe5-4a28-4c05-b38e-df9a5680220f req-080e8f3c-211b-4a2b-9581-04f8d95aefd0 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0517499
Apr 05 16:50:56.061931 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-31400c3a-f988-4c35-8f87-ddc6bedda90b req-006ece68-54c8-45a6-8027-2801a1f6a72b tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0524108
Apr 05 16:50:56.139720 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-225f9bb0-3056-4196-b821-e61d862fafbd req-e0da2d53-16fe-477d-a013-a1cfe2bc3c96 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0529499
Apr 05 16:50:57.231053 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1c3935e8-e856-4a87-99c0-ca5f883ea2f2 req-4e974f74-f674-4ad7-9035-c8f9994fd04c tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0536659
Apr 05 16:50:57.309629 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c343357c-309d-4a30-b101-a3b1170ff205 req-6b26c769-1f73-477b-8e40-cb579b3f5af1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0522807
Apr 05 16:50:58.396511 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cbc4b27-64cd-4b9b-8937-fa8ead218fed req-2bbb9421-7553-4ed9-8fbc-337587760343 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0494325
Apr 05 16:50:58.475047 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5ee55387-c934-4027-bc9f-14261a50453a req-9a4b3e47-07d6-46b0-8856-ee4c57751c43 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489707
Apr 05 16:50:59.567261 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5edd1cf5-f43e-46b8-8a4e-1c82070e5fd2 req-b7d24b0d-5b03-4532-afa1-28be8d78c712 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0526974
Apr 05 16:50:59.640559 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6c006944-53e0-48fb-9a09-4098bb826d0f req-6fdb7580-85bf-4808-8d70-ea61d5905458 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0530114
Apr 05 16:51:00.733024 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bce4f537-ab0e-403f-82a0-31d20548f17c req-3a76a636-1270-4bca-8651-8db68a2b7001 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0543931
Apr 05 16:51:00.803331 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3839bebb-b150-47ab-a436-48d436607140 req-7586864e-d249-46f7-94db-a89875414846 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0487597
Apr 05 16:51:01.895351 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cce4da33-5e5f-4e67-932e-02d8ec31786e req-ad406ef1-1ed8-458e-8d3d-480eb976f6b8 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0497932
Apr 05 16:51:01.969036 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ad931d56-5f7d-4907-8e38-9d82de7b8416 req-c064d7c9-d499-4ff9-8f21-e49be2af8350 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0503011
Apr 05 16:51:03.060825 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3d245ad-642f-4b89-99ac-ddad5f55bf24 req-1f361524-8046-4fd6-be06-640c4de7e881 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0518825
Apr 05 16:51:03.144487 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a9bcb52f-33cf-4592-b497-3259cd5fd3a3 req-20686d9d-56cb-4d69-b342-de129188e472 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0529411
Apr 05 16:51:04.220685 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a2bb76c4-54a7-4831-9197-58c590b76c13 req-b3ed7861-ec6e-424c-b657-4ba66b67a036 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0485749
Apr 05 16:51:04.377671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6abe043f-edf3-4deb-b6be-c5492e25170a req-95734b90-2b64-4247-acad-42cc5526014b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0493624
Apr 05 16:51:05.167859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-163916c3-c8a5-4851-8caf-3b1593fc2599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:05.389298 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-52411e6d-d9d8-48ff-ba5d-6d8eacf81cf0 req-8c9aeebe-d243-47d0-93c2-e2b989ad3bd7 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0532262
Apr 05 16:51:05.545596 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9cfe00c2-b099-4c46-afe0-d3546318d19b req-eb95f8bb-4281-4c5a-a8b1-17d66d38fa4d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0516126
Apr 05 16:51:06.558716 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b8f3f4d7-a68d-4ecb-9510-7300adf82c85 req-46b7dbeb-d3f0-4597-b9df-704bc76a9939 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?device_id=5a566f59-1781-40ba-a679-7ac5c06641c0 HTTP/1.1" status: 200  len: 210 time: 0.0509989
Apr 05 16:51:06.637158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:06.719797 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3bb310d4-e45a-433b-9986-a8fa40da90e9 req-ef5848a2-b015-4113-9cb6-9a4013630587 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0485635
Apr 05 16:51:07.644202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-62c733f9-4b2b-4ea5-adc3-bd833c49da37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:07.796990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:07.881566 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9779b3e7-f284-44c1-a39a-0a158aa7aa69 req-b07aac19-d1cf-4237-a8b3-39f163e3dc95 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0488217
Apr 05 16:51:09.045123 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f7faf724-227d-4e26-99f4-97a1429388d3 req-27fc6235-54a9-4f06-9310-bffa82164157 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0527315
Apr 05 16:51:09.174338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:09.286081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:10.217180 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-67550e99-468c-4ade-895e-61f9288b551a req-17719d13-be4a-4aa7-9181-6aa3375a6cdb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491564
Apr 05 16:51:11.382446 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aac04b43-b9d1-4c0c-8bec-5d69e50e04f0 req-33d9d203-2867-4ab7-950b-b0dc26a51959 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0484378
Apr 05 16:51:12.596763 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a7210372-b106-4e08-87ab-2414a1e3c43d req-de691308-9e10-42ec-8a1a-b7fcea32ef62 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0612347
Apr 05 16:51:13.763805 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8ec8b0f-8d6a-4b87-80a6-75b16af60ae4 req-9e3d1c0b-5fad-42e9-938b-05aace38372a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489385
Apr 05 16:51:14.926617 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-53af1059-6546-43cf-a29e-166fe5db9b22 req-779706b8-cb09-42a6-8605-861dca2bc309 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489123
Apr 05 16:51:16.091671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c864d47-d5dc-456f-ab0b-476fdf204c54 req-1df18106-86f2-4754-94c7-8f896b71c26a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0519810
Apr 05 16:51:17.252039 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e9a2caa9-c191-45d1-9c59-aed251b9c4fc req-e5f9b70b-f4b6-4ff9-961b-0811cb9654a1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492237
Apr 05 16:51:18.414311 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-16959edc-8adb-441f-85f4-6403c6c05b9a req-95ceb897-1619-4221-9cc2-f1870ffa272e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489924
Apr 05 16:51:19.582931 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-27924c03-6d10-41fb-bda5-7c23b6bb3ed4 req-94ce0cba-5d8a-4ada-8740-5b733cd2b4d4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0566497
Apr 05 16:51:20.747594 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86ccd6ba-2730-4457-a724-b46f14f06cef req-6bdea657-993a-45e0-8823-67a5ac679d6c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0486822
Apr 05 16:51:21.909439 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c6852eb-4153-42d3-b639-617f7356c1a4 req-0e2b3664-fc1a-49ef-a398-fcd83cd15872 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492549
Apr 05 16:51:23.211438 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9fd0adbe-8e82-409d-adc2-db566bca59c4 req-3f45af77-7784-4715-aade-8f5461750881 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0513587
Apr 05 16:51:24.376575 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-03cc7aa9-7f14-4a29-8321-d90b72bf9341 req-716e5781-3f98-42bc-89b8-a5f554b09f54 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0500333
Apr 05 16:51:25.315720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:51:25.537787 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-71d79d04-7dbe-4dd4-a031-2bfac7e8e5b5 req-6f0768a0-8647-4c8a-b9d7-160d37f8f227 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0487413
Apr 05 16:51:26.703874 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-392b52c8-5bac-41ba-92f0-56d852230013 req-b2ae4a68-1063-454e-9773-e183e6660b67 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0523133
Apr 05 16:51:27.865741 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-058db024-eac3-4528-aaba-35702a32e196 req-11e3b986-fcae-4483-af79-c89e341d467a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0495687
Apr 05 16:51:29.032320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65513f77-9e46-4854-87b5-68bfd9dbbeeb req-964789d7-a03f-460a-973e-5b8ed0f1f9c9 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0513291
Apr 05 16:51:30.198779 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-246e42fb-f0e7-4e75-8615-39816ab73e25 req-79c827e6-be18-4c26-a1a3-86c01bc2328f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0522225
Apr 05 16:51:31.360245 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-35aa89d0-47a9-4ef6-acb9-15052c5f8077 req-b8abb11b-4d06-49d6-8c53-1d88617f4531 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0495217
Apr 05 16:51:32.522841 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-735a3868-da2b-42cc-8914-790e043f477c req-b9b13a24-b482-4257-8ab0-e1174a235d22 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0485716
Apr 05 16:51:33.691673 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-74ceb99d-a54e-486e-85f2-a68fd02c4422 req-bca3af83-ee6e-4ce7-98c2-68e3ef0b0b4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0516000
Apr 05 16:51:34.855524 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e80020c-a4e9-4481-a160-e629a89c6402 req-8ace7901-0eac-41fe-9f59-9f71f67c5562 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492749
Apr 05 16:51:35.168065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92c16a80-24e9-44d6-b932-e7444e217048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:36.017336 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4881e418-f5ee-4dc7-95c7-300ca472e52f req-db02427f-8228-459c-a706-c0d44380fdc4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0516717
Apr 05 16:51:36.639731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:37.190631 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4151b376-d5b3-4342-9eaf-18dbba0e2def req-1d1d014a-cceb-4fba-bba0-be9b554d2edf tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0590549
Apr 05 16:51:37.645969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be830393-4f75-4973-a3fb-e32653ca1b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:37.798472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:38.352617 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc454f00-09ae-4f6c-a74c-32db1dfeb22d req-bc4bd32e-6ac8-43fa-ab57-0edbed1655c3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489304
Apr 05 16:51:39.173057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:39.283229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:39.517300 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-99245b62-1acf-45db-836f-163570141e8b req-96d48a5d-ba56-4be2-afbd-77db8b94de8c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0488153
Apr 05 16:51:40.686074 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-09bbc1ff-1854-47d8-a904-c4570f96ef62 req-80042773-7c23-478c-b46c-63a2a8b9a0ad tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0526791
Apr 05 16:51:41.848202 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c4feeb05-1012-4782-9b16-7306bf68a6fd req-413f55ea-9e0f-42d9-b251-2a7728109b3e tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489476
Apr 05 16:51:43.015244 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b90ea662-bf44-4053-8454-29398ccbbd4b req-3b2b0ad8-dad1-4920-9d0f-e160df7f2b94 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0529225
Apr 05 16:51:44.182112 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7ffb6400-091f-4ba4-9898-3fce036fbe75 req-264f6b6c-7318-477e-b4c7-bd5e4ebeffad tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0520823
Apr 05 16:51:45.346014 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7446a5af-cd39-44a0-8482-8c77eab9aac5 req-31a2c3b2-4776-4e21-8ba5-62ca33e269ec tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492058
Apr 05 16:51:46.506471 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-83d9fb2f-f034-44a3-87c3-685f7018dbb5 req-4a5f6d04-a05c-419c-9a26-d40fa9ef02b6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491302
Apr 05 16:51:47.672258 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e0c80014-5f04-4295-8cf7-e6a973f915cc req-0f4cc449-fb74-4b87-b017-c645eeb78b86 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0522716
Apr 05 16:51:48.834436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3656a431-b074-4e39-bc21-fb4f891acd69 req-eb93fc6c-2101-4ac3-b80a-98c5adc9f5f0 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489576
Apr 05 16:51:49.877566 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-15f6f2b4-d48b-49f9-b9ec-1e9562b9863f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757213
Apr 05 16:51:49.997144 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a5fb9207-333d-4e57-a15e-839970112668 req-dc5d4b94-0c7f-4102-9528-14d8b3dc7a65 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491061
Apr 05 16:51:50.050858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a231199-9eb9-47b6-a201-17101fc46aff req-9f09127e-2ae0-4be1-a54d-a3cc0f3a9857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:51:50.052467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-9f09127e-2ae0-4be1-a54d-a3cc0f3a9857 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 1099 time: 0.0874848
Apr 05 16:51:50.213685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a231199-9eb9-47b6-a201-17101fc46aff req-0594ed99-a794-41c5-a0ca-10c55ab87acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:51:50.215168 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-0594ed99-a794-41c5-a0ca-10c55ab87acd service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1426520
Apr 05 16:51:50.326710 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-addba7d4-959e-4bab-951d-03b16be38e0f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 200  len: 1001 time: 0.1042211
Apr 05 16:51:50.395124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a231199-9eb9-47b6-a201-17101fc46aff req-68b16658-c08e-4d8d-a168-772622fcd8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:51:50.396666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-68b16658-c08e-4d8d-a168-772622fcd8d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0637145
Apr 05 16:51:50.480067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a231199-9eb9-47b6-a201-17101fc46aff req-f9257617-ff9d-40d3-8b12-cb211c384824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:51:50.481527 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-f9257617-ff9d-40d3-8b12-cb211c384824 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790596
Apr 05 16:51:50.626550 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-60417bec-5f60-4f3f-93cd-bc6e9bddf341 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377063
Apr 05 16:51:50.766988 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a231199-9eb9-47b6-a201-17101fc46aff req-098a65b2-23af-4da7-b957-2a119c4be067 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1338618
Apr 05 16:51:51.165251 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c26dd408-c1b7-46ba-bc82-7f33c4f46447 req-15bd4923-b55b-457d-a0e5-886ebedfe00d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0532625
Apr 05 16:51:52.328090 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-98b78ccc-f410-48a0-8ebf-38277d97f255 req-bf77d470-cba8-4dd9-8c43-80d50fa525eb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489664
Apr 05 16:51:53.500804 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f8507e5e-9eb7-4c36-b407-b1b0ca532c80 req-76bf071f-be1f-495d-b0e9-58166beac58c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0551078
Apr 05 16:51:53.699056 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-b775cac2-e1b5-4458-9402-45a77e38eb39 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2042520332&fields=id&tenant_id=e9dde093068d427dbb22afa2b2463bc6 HTTP/1.1" status: 200  len: 267 time: 0.0432673
Apr 05 16:51:53.864261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-f871e278-c53f-4208-9a2e-e2709d58420b tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:51:53.865797 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-f871e278-c53f-4208-9a2e-e2709d58420b tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/networks?id=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 HTTP/1.1" status: 200  len: 812 time: 0.1595550
Apr 05 16:51:53.882037 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-f96b304e-69f5-4098-a604-c4e8afa096cc tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/quotas/e9dde093068d427dbb22afa2b2463bc6 HTTP/1.1" status: 200  len: 375 time: 0.0092092
Apr 05 16:51:53.972075 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-d78a9468-2648-482c-8734-24fa68b709d3 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e9dde093068d427dbb22afa2b2463bc6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0834453
Apr 05 16:51:54.072950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-de2d0c81-596f-40cf-a8e5-3c852a9db53d service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:51:54.074027 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-de2d0c81-596f-40cf-a8e5-3c852a9db53d service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0897970
Apr 05 16:51:54.214009 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-e44b64de-d006-4de1-9655-a8d34ce88db3 service neutron] 10.222.0.38 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1333845
Apr 05 16:51:54.353781 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-849b95b8-5dce-4bb8-9a1b-a9febdf90d3a req-ea244b50-f54a-44cd-ac80-b5a94f6bb400 service neutron] 10.222.0.38 "GET /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1329167
Apr 05 16:51:54.671023 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aea36e1c-ec19-4da7-af8b-9153ada77aa3 req-a57ac17d-26af-4701-8644-3a1e0c47d786 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0540035
Apr 05 16:51:54.819340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 43598) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:51:54.985487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Deleting port a4dee910-66c1-4500-bd06-afcfedb311a6 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:51:54.985862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:55.387012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:55.387374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:55.520502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Calling delete_port for a4dee910-66c1-4500-bd06-afcfedb311a6 owned by network:floatingip {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:51:55.667060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:55.685854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:51:55.743570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event deleted for resources: {'Port': ['ID=a4dee910-66c1-4500-bd06-afcfedb311a6,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:51:55.807009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.807432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.807845 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.808277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.808678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.809080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.809476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.809874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.810291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.810659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.811034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.811418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:51:55.816504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:51:55.843167 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-72cc1895-979e-40bc-965d-3d247e47c25b req-4527f45a-718f-4935-a9ce-6637e57f2d2f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0552170
Apr 05 16:51:55.959530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for floatingip, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:55.976577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:51:55.977792 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "DELETE /v2.0/floatingips/8caa4769-f8d2-41fa-8400-b56d4d916c52 HTTP/1.1" status: 204  len: 168 time: 1.1573586
Apr 05 16:51:57.009322 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-87ae8b05-59c0-4abb-8134-4091204dc7c4 req-8fe18395-ccf6-49bc-815b-9eb170ee0bb8 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489166
Apr 05 16:51:58.175543 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-48cd0994-862c-429c-8756-001f25ee9a9b req-e363009c-c913-441c-a7ab-95ce10a80bf7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0512764
Apr 05 16:51:59.335981 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a18549e-9b2c-4a03-ba7f-f08b1c82b11b req-0157f92b-ea5b-48e8-8f43-f823a5d12356 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491767
Apr 05 16:52:00.499492 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-812d1b81-c60d-4a15-9bc0-7ce8a8952ef4 req-a0330fe6-9f99-4b76-bc09-85912c434a15 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0493047
Apr 05 16:52:01.666158 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2268c80e-00bf-4c19-8600-78de4533d621 req-38239489-c6f2-4e0d-a62e-7bb78bac6e85 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0518322
Apr 05 16:52:02.315773 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:52:02.826708 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3eb12ce0-8e8f-446a-b9d3-52781d2b9b8a req-df9cbb8c-ed3a-4187-99d2-7c62dd50fffb tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0489564
Apr 05 16:52:03.989506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ccb81ec7-8b20-4ff5-ae88-b3a2d048c8d8 req-6677f5b3-9b8b-4e71-9580-fdb5d0124b55 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492964
Apr 05 16:52:05.156901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1f75a040-bbb7-4d63-85fd-a0f57ad51841 req-8d934aab-79ca-4501-9445-8ba40dc307f3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0526819
Apr 05 16:52:05.170377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8ba95906-731e-4dbf-859f-8afd305a7b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:06.326018 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-64910b1b-e64e-4aa9-973e-ef7b2b1fa50f req-187bd407-2e07-49fe-ad69-8cca961215f0 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0490463
Apr 05 16:52:06.640730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:07.487324 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d7fa226e-0691-48d9-918e-b7be754e7a94 req-56eda249-67a0-4946-b7c2-0fa9afbb3f1b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0482404
Apr 05 16:52:07.647704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-51537597-489b-4482-82ea-32875f4bec68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:07.803203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:08.749636 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0f9559b8-dd78-488a-8dd4-9a8d70334c3a req-67edf6ee-a88d-44cd-8885-b52f0a6d05c7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0530648
Apr 05 16:52:09.171682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:09.286437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:09.916682 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a360fb2c-4358-4281-879f-8b5492933f1a req-85f7a9ac-4602-4382-858d-ab1161db865d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0505998
Apr 05 16:52:11.083271 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-38fce098-3c11-4d7c-9cfb-73cd8060a4fe req-72fd0ffd-ba06-4f9d-9df6-621f0c60cc74 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0501225
Apr 05 16:52:12.250054 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1e2992cc-c97e-4bb9-9844-cb7e73d8b79d req-e5734441-8fb0-4530-8cb9-61e91635561a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0530534
Apr 05 16:52:13.411290 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26b2b05c-9931-4515-9fcf-9b85856970db req-3f7dbefd-b263-4501-8629-d8f3dadc69d6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491066
Apr 05 16:52:14.598434 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2038285a-37f7-4690-a397-6e846a30374d req-64bf87bf-9a1e-4827-b7bf-ac44022772e1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0600429
Apr 05 16:52:15.769522 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-94a8a808-7d8f-41da-b937-958363daa9d3 req-f5456d36-7166-462f-9ecd-fdc0a7c44368 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0528057
Apr 05 16:52:16.928864 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4cf281b9-3f85-48b0-b430-9e6b3d551c51 req-fd1af184-38c5-42e1-8abb-7024934c9de3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491965
Apr 05 16:52:18.094732 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9e71b1f1-6b3b-4fb3-aa0d-e0a608844f40 req-3b8fa882-23e3-4140-9ca7-5caf3690b8a3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0496421
Apr 05 16:52:19.481508 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb392c64-a1b6-416a-bf30-6124d23dff2a req-22533411-2e35-4a50-8ab5-4a7f46c97762 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.2752049
Apr 05 16:52:20.642373 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c775675b-d08d-4670-8f42-61b2455da5bf req-13a67c59-f8cf-4c71-8120-d62b534e5e3f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0484872
Apr 05 16:52:21.806379 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1ca5c203-e344-4c33-8c82-a7a9d78ff8d9 req-6420919c-2805-4493-9566-dbad6d528f18 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0495214
Apr 05 16:52:23.108222 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-481fe187-3fc3-4750-8562-a0d0cbc2a172 req-cc0df414-9ee2-4d18-923c-7edc73eada88 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0533700
Apr 05 16:52:24.273518 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e91ca1c9-64f2-40df-941e-853c89f5f302 req-98e21785-5b7b-4371-ac17-ce68cf65308c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0533810
Apr 05 16:52:25.441511 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-88d03e4d-c3ca-47a3-a90a-24a0d2e49e1e req-2aeeaaf0-90af-48ad-b007-05cd2ff44894 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0503132
Apr 05 16:52:26.609586 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-743d3511-8481-4bce-8c59-af010e2420ce req-cc5064d9-9767-4b5b-b469-2cac5d7d59bd tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0526593
Apr 05 16:52:27.773395 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-78e4b879-bd17-4b95-b31e-e7c90bfe8fd7 req-3e38f138-bc2f-48f6-af73-5b48e08de57a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0480328
Apr 05 16:52:28.934789 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ddfa8f7e-3dfa-4895-baa1-e57e2581c8ae req-c5c4ce4f-1060-4897-af82-8be7a44fbbb6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0475805
Apr 05 16:52:30.100162 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d28c638d-e014-4d8b-840d-e6851e5110c9 req-b91f1dce-c526-4a42-9827-912ce01fe0e3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0525024
Apr 05 16:52:31.261918 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f601125e-cc0c-4521-951a-6ca742320274 req-c96389b5-1708-4770-ac52-1fa6fb1874c3 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0485954
Apr 05 16:52:32.425104 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-582720f9-bb55-45c1-a5c5-7fa4ed7cab79 req-7bb36d9e-135b-4ae3-80de-eeb5ab6bad9b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0482950
Apr 05 16:52:33.588609 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f449e3ef-2b5a-41ac-ba88-2a2c143b20bc req-3f50b5db-9def-40ac-a7a0-085f4f887a75 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0510886
Apr 05 16:52:34.746509 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-289a7228-2891-486a-806d-66b228033a2b req-79ccb911-3bba-424d-914c-d73711a21765 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0479853
Apr 05 16:52:35.170389 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-04baf5af-cfc8-4b02-84f8-8e81dd14c993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:35.909587 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-581f853c-1d2f-4ce9-a8a7-459e499609f2 req-9d6f50e4-3fb1-4b8d-919b-aa893e878193 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0488477
Apr 05 16:52:36.643147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:37.073422 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-952f0aa4-49ea-4fe8-9201-dfb1d6e6d436 req-f0f602f9-802f-466b-9d61-f2d26fd575b6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0526278
Apr 05 16:52:37.649166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f478004-9e51-4d32-844a-931d0571912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:37.803800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:38.235732 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3a38bab-c118-4a80-afb5-6e5868ba2c2d req-f50e03c7-a9b0-4e14-9d22-24e9caaea494 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492649
Apr 05 16:52:39.187373 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:39.289413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:39.315341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:52:39.404109 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee62964e-b35d-43a7-8ce0-678b951741df req-92f6a5ea-f4fa-4d8e-a9d0-992a2ed61d79 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492399
Apr 05 16:52:40.568800 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-53f6263e-6b0f-43d7-a1a8-6dc2df17cd72 req-bf14cbcc-3419-416c-94ac-05457937cfe4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0516591
Apr 05 16:52:41.733915 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-91d7b208-25ee-4585-a56f-0a43c09aac07 req-5b2618f9-a655-4ea0-8ad9-b2bac2942ef7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0528331
Apr 05 16:52:42.897701 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-204eccf6-07e9-472c-a422-2be69116f135 req-3cae21ac-7fb9-4dfb-8c2c-f9524d9ba5b7 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0488610
Apr 05 16:52:44.072098 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b7c5f7d1-d359-4183-aece-a1872742bccc req-4d99f0e5-5e2b-4007-9da2-af032649b2f9 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0568397
Apr 05 16:52:45.239981 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2059ed8b-3411-4e52-93bc-6b747170242f req-2392c818-872a-4969-9ad2-c259db37faf6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0518985
Apr 05 16:52:46.411686 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aebd3f89-ace8-4036-8666-a91dcd898e3a req-801bd1d2-fb1c-4868-aec5-53e08f5709c2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0499971
Apr 05 16:52:47.579339 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ef113035-7c4c-4b3d-b273-a9bc4c6c0885 req-6204e7ab-fd09-460f-9ab6-9f7b2bc03595 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0518100
Apr 05 16:52:48.741906 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24398ce6-da96-4659-b428-31951fb92da5 req-29c6bab4-5f9d-4294-ad43-fc6906b938a1 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0492117
Apr 05 16:52:49.905483 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ff0949ea-cbaa-4608-a6cd-0cd949a26161 req-7dbfdddc-d7a6-4e7f-b003-f793e9c39848 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0487218
Apr 05 16:52:51.074616 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-231a84f5-f86c-4c90-a8e3-cd5ced287115 req-1e636f00-2ca8-4083-97a3-af370d964378 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0555282
Apr 05 16:52:52.235060 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9b8cc0d8-9a8e-4187-a6b6-5bdee3dc47dc req-93776b95-4249-4f06-b4a1-9d23d5144e72 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491424
Apr 05 16:52:52.783649 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-e8c94025-5bb3-4ee5-8154-813fb91ec1b2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0800765
Apr 05 16:52:52.895872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-0c337fe5-1c67-45bd-9489-c928785b9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:52:52.897515 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-0c337fe5-1c67-45bd-9489-c928785b9232 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.0801094
Apr 05 16:52:53.060652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-831e13e6-8ec8-4c3b-bb18-a4059c26f760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:52:53.062306 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-831e13e6-8ec8-4c3b-bb18-a4059c26f760 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.1457999
Apr 05 16:52:53.140028 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-e19420d4-7e75-4bbe-8871-177c02458e73 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.0715168
Apr 05 16:52:53.206230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-8b2515f0-2337-4568-b5a6-e00240c316ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:52:53.207694 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-8b2515f0-2337-4568-b5a6-e00240c316ef service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0617557
Apr 05 16:52:53.292984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-70f7266f-ec7a-40bd-9d0b-965cc6591476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:52:53.294591 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-70f7266f-ec7a-40bd-9d0b-965cc6591476 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0809176
Apr 05 16:52:53.399438 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-518959b1-9221-42a6-b0aa-a2f9b41c6bf3 req-8805c3d7-042b-4f6c-90b1-95c5a09635c2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0499794
Apr 05 16:52:53.438180 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-ce429f74-7d3e-407c-95c5-f2003c735c77 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367521
Apr 05 16:52:53.579082 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d59a7c1-040b-4bd8-ba62-7b2433753c87 req-a8356b96-a0fd-4185-a2ab-e1561baade8b service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1345880
Apr 05 16:52:54.563610 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-80164fa9-7fa9-4c72-942b-5a44359cedbd req-8600e676-4c24-4ab0-b4b9-b4b8147268e9 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0514402
Apr 05 16:52:55.724616 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6729b54-3a0a-4b45-874e-84bd1b15f181 req-6fbce762-3306-4959-94d4-4d25833bdef4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0487673
Apr 05 16:52:56.633095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce627c98-d655-475c-a47f-1e5975416d26 req-a2cf0ab5-5003-4f3c-b221-9704d9b06e77 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:52:56.634714 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ce627c98-d655-475c-a47f-1e5975416d26 req-a2cf0ab5-5003-4f3c-b221-9704d9b06e77 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.0887983
Apr 05 16:52:56.682501 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ce627c98-d655-475c-a47f-1e5975416d26 req-e850430f-9b37-4f44-91ae-09202a6cbd8a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412188
Apr 05 16:52:56.893506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a6c450f-4f2a-435b-b4ee-66d6bde21873 req-038fa962-bb9a-40e2-b134-8d88e421e94a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0486956
Apr 05 16:52:57.681569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-30b3b2d2-0f3f-4ab2-964c-6f6facac2da3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:52:57.683185 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-30b3b2d2-0f3f-4ab2-964c-6f6facac2da3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.0913961
Apr 05 16:52:57.759732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Deleting port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:52:57.760137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:57.893993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3754f5-937a-4e1e-94ac-cd41dd3f39a9 req-ef1a60f7-14db-4158-ab82-be498d996d9b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:52:57.895591 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a3754f5-937a-4e1e-94ac-cd41dd3f39a9 req-ef1a60f7-14db-4158-ab82-be498d996d9b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 946 time: 0.0947876
Apr 05 16:52:57.944907 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a3754f5-937a-4e1e-94ac-cd41dd3f39a9 req-398656e5-2530-4033-b6b2-252b5cd39429 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=74ede768-cd5d-426c-ab0c-76075cf9e059&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0427141
Apr 05 16:52:58.069506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-011da29a-329b-4897-8093-95cbd0dd489a req-9ee6943a-b524-4422-975b-39fa4d417d08 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0601931
Apr 05 16:52:58.076033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] For port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:52:58.076445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:58.394690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:58.395197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:58.395548 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Floating IP 7d652a2a-c2e0-49be-b37f-5b8637dfacbd disassociated. External IP: 172.27.1.118, port: 8f17568e-052d-4a32-b488-fcd3fe2bf0a4.
Apr 05 16:52:58.395945 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Calling delete_port for 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:52:58.546209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:58.570244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-db4d30ed-a487-4002-8e41-b8c0ad3f5c8d tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:52:58.628817 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event deleted for resources: {'Port': ['ID=8f17568e-052d-4a32-b488-fcd3fe2bf0a4,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:52:58.686004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.686416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.686814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.687214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.687601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.688012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.688404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.688793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.689177 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.689567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.689954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.690337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:52:58.698044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:52:58.940099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:52:59.137919 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f561f52b-472b-4582-8628-bad2b86cb1b2 req-440e5a12-45ed-42f9-b67e-aa4d4874f8c7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0699265
Apr 05 16:52:59.190539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:52:59.202835 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] Sync routers for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:52:59.218594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:52:59.219640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc3ee550>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:52:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:52:59.277212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] No DVR routers for this DVR port 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:52:59.277457 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-55aa8778-af86-468d-92ae-5a0b145ad2ec req-e61a0850-a843-4c0b-b832-c1d5cb9878c4 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0865505
Apr 05 16:52:59.279890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:52:59.294530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-deleted', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:52:59.301604 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f58ea8fb-defc-438f-a0b9-9cfa85638327 req-c67c940d-6468-4bb7-99d9-3d036f546ab1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "DELETE /v2.0/ports/8f17568e-052d-4a32-b488-fcd3fe2bf0a4 HTTP/1.1" status: 204  len: 173 time: 1.6124833
Apr 05 16:52:59.350454 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d79c49e-de63-44e0-81f6-a197c21e7551', 'name': 'network-vif-deleted', 'tag': '8f17568e-052d-4a32-b488-fcd3fe2bf0a4', 'status': 'completed', 'code': 200}
Apr 05 16:52:59.459449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:52:59.790120 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc3ee550>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:52:59.794152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] Checking router: e7792b52-e20c-4ef8-9ed6-fe0cb4656945 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:52:59.803520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:52:59.804231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc3ee550>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:52:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:52:59.862243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:52:59.964368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:52:59.964920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 8f17568e-052d-4a32-b488-fcd3fe2bf0a4 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:53:00.199085 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:53:00.449888 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-721623a6-9fa5-49b4-b6bd-f98f382e0cf7 req-37376339-49d7-409a-bb11-e1d1de4de18f tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0558147
Apr 05 16:53:00.548349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc3ee550>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:00.553679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62cf7d8-600e-4c77-9cdf-1277b5fc2700 None None] The sync data for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi is: [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:53:00.556938 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-245ffca3-ab24-428e-820a-fcb515e7324f req-9b1c5ed6-3f12-4903-bf8b-f5e7248b0409 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:53:00.572186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-245ffca3-ab24-428e-820a-fcb515e7324f req-9b1c5ed6-3f12-4903-bf8b-f5e7248b0409 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:53:00.573595 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-245ffca3-ab24-428e-820a-fcb515e7324f req-9b1c5ed6-3f12-4903-bf8b-f5e7248b0409 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.3115761
Apr 05 16:53:00.954803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc22086-061f-4115-b838-f87ae5c2ebf5 None None] New status for floating IP 7d652a2a-c2e0-49be-b37f-5b8637dfacbd: DOWN {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:53:01.616843 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-64fe03d3-3d80-4029-9c23-ad847c3a29a1 req-b6df4de6-7df1-4e7b-8b90-835ad0ab7616 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0490711
Apr 05 16:53:01.765764 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-abb62d7d-6370-4dea-aa79-e0e283e1426a req-db8829e0-5e3f-4140-990a-ce5cd00b2ae4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0485103
Apr 05 16:53:02.781795 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eea161c9-86ad-4dc6-bdc8-17c9065326e8 req-194ff9d8-c63a-4a8a-b4a9-6e4759b3b4f2 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0502629
Apr 05 16:53:02.933858 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-68e84457-e94a-4599-bd3d-2bdde1e0e70a req-14046b80-ab79-4cd5-b3e8-b11e9021cd30 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0519838
Apr 05 16:53:03.948138 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-99bcd6cd-22de-4508-bc22-7b4997bd52ba req-a0e8baea-472e-436e-a7df-1c828a64b86c tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0491061
Apr 05 16:53:04.104757 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-33910622-f003-4791-93ff-dfd2e8baa14e req-1f02a278-1b04-4b4a-b74b-43f6ff1fbf1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0537179
Apr 05 16:53:05.109066 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-78bee934-1239-4df4-932f-9f2b19e377fc req-555dc193-77ae-4ca0-a167-0a65da8be8e6 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0483413
Apr 05 16:53:05.172134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-94f40738-77c4-426d-a5e6-abed79c95a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:05.270950 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d2cd112b-0dfc-4ec8-80cc-a367516394cf req-cc4c2d7b-2de4-4929-9733-626ccfe781d1 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0480218
Apr 05 16:53:06.275573 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-babba41d-6c67-4973-a7d2-ab4b85bc628f req-d63677d2-b946-4b43-a598-4462c2e73e5b tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0530355
Apr 05 16:53:06.437195 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3532a9b7-5d91-44cd-86af-57edc4f72f74 req-f7d74cae-3ab1-4713-aef0-ee9a02f7d3e6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0482011
Apr 05 16:53:06.645982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:07.443763 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9846aacb-0bd9-4017-a7a8-ce74bec04715 req-8d3e9bb9-9bb1-4901-bf63-daab7b162574 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "GET /v2.0/ports?device_id=a2dae50e-aaa3-4e75-8027-39acae4890aa HTTP/1.1" status: 200  len: 210 time: 0.0553811
Apr 05 16:53:07.609408 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-51ec1ab0-1904-4917-8368-af80683d37dc req-ed65e6ba-8d9f-4696-9067-1320e912805a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0533409
Apr 05 16:53:07.653367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a6ce3875-9f90-4b51-91dc-e9d9fad5a7e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:07.806415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:08.546803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44386) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:08.622400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:08.654183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:08.708255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:08.713299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d940847-cebd-43fe-8202-72da7ded2f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:08.730659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf456eb9-c53f-43e3-bb2d-0fd62489d065,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:08.739706 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.740141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.740546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.740941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.741333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.741725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.742123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.742530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.742919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.743307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.743690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.744103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:53:08.747637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:08.754441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:08.756236 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] 10.222.0.38 "DELETE /v2.0/security-groups/bf456eb9-c53f-43e3-bb2d-0fd62489d065 HTTP/1.1" status: 204  len: 168 time: 0.2078764
Apr 05 16:53:08.785169 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9faee89f-0f0e-44db-9e73-3ae86c8efc52 req-8ab7bfa7-e25e-46d2-b403-6cd659627b63 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0539064
Apr 05 16:53:08.855760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44396) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:09.187847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:09.292456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:09.517649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:09.885172 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Deleting port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:09.885808 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:09.953866 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9bb140f2-9028-4870-9231-86627ebec21c req-89291d1a-ce88-4e36-a88f-42e9eec247e2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0488651
Apr 05 16:53:10.069581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] For port be1e1620-85bf-41fe-a9e9-7d7f75af0a8e, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:10.069977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:10.435041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Calling delete_port for be1e1620-85bf-41fe-a9e9-7d7f75af0a8e owned by network:router_interface {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:10.603414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:10.619199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-08ef0294-f240-4da8-a6a6-7789f51a129c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:10.677454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=be1e1620-85bf-41fe-a9e9-7d7f75af0a8e,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:10.681929 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:11.068012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:11.126506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c195f884-348f-459c-829f-efa9e962f3bc req-27e09ed5-d553-4b6a-9681-a2b9d55beecc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0487664
Apr 05 16:53:11.577154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Router c9730da4-d489-4c3d-aa80-9afb1d8baf13 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:53:11.768588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:53:11.777512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] Sync routers for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:53:11.785406 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] 10.222.0.38 "PUT /v2.0/routers/c9730da4-d489-4c3d-aa80-9afb1d8baf13/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9284320
Apr 05 16:53:11.787391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:53:11.787992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44418) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:11.788153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccc66fd0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:53:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:11.977717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:11.979641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:53:12.171489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:12.181193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Deleting port f5f76bc9-bfd8-405a-b301-2ea044b02a4f {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:12.181575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:12.288906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccc66fd0>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:53:10Z', 'revision_number': 5, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port': {'id': 'f5f76bc9-bfd8-405a-b301-2ea044b02a4f', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:3d:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 318, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:42Z', 'updated_at': '2021-04-05T16:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:12.293703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] Checking router: c9730da4-d489-4c3d-aa80-9afb1d8baf13 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:53:12.302963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] Routers {'c9730da4-d489-4c3d-aa80-9afb1d8baf13'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:53:12.303627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccc66fd0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:53:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:12.307551 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-29f0f137-30be-43dd-bc56-fd56a58902b1 req-2b75a3cf-dfc2-46e1-94f0-20257e910e38 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0607479
Apr 05 16:53:12.384093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] For port f5f76bc9-bfd8-405a-b301-2ea044b02a4f, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:12.384535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:12.469919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] Set router c9730da4-d489-4c3d-aa80-9afb1d8baf13 gateway port host: None {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:53:12.521652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Calling delete_port for f5f76bc9-bfd8-405a-b301-2ea044b02a4f owned by network:router_gateway {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:12.585140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccc66fd0>, [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:53:12Z', 'revision_number': 6, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:12.589678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a97301-41cc-465a-891b-deea75515bf1 None None] The sync data for ids ['c9730da4-d489-4c3d-aa80-9afb1d8baf13'] in dv-cinder-774594-2-iscsi is: [{'id': 'c9730da4-d489-4c3d-aa80-9afb1d8baf13', 'name': 'tempest-TestShelveInstance-1900081105-router', 'tenant_id': '783b38225fd44770b12f217841784b22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:41Z', 'updated_at': '2021-04-05T16:53:12Z', 'revision_number': 6, 'project_id': '783b38225fd44770b12f217841784b22', 'gw_port_host': None}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:53:12.943479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:12.958586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b7f2c867-94c3-4c9d-bfe7-0b62a029bd92 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:13.017129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f76bc9-bfd8-405a-b301-2ea044b02a4f,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:13.019718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:13.225218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.410939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.413434 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.436272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.436834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9730da4-d489-4c3d-aa80-9afb1d8baf13 {{(pid=84353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 16:53:13.449638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.451194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] 10.222.0.38 "DELETE /v2.0/routers/c9730da4-d489-4c3d-aa80-9afb1d8baf13 HTTP/1.1" status: 204  len: 168 time: 1.6618826
Apr 05 16:53:13.453590 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44428) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:13.485177 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-14683dca-f758-4767-93aa-95d8423c82d0 req-8ca2fa08-c7ad-44c0-965b-3a934de50841 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0500410
Apr 05 16:53:13.521730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Deleting subnet 197f4c09-63c6-4597-ae8a-6261c0004052 {{(pid=84353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:53:13.525715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.581167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102577'] for subnet, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.707137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.973453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2532991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3018381'] for subnet, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:13.989017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:14.038785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197f4c09-63c6-4597-ae8a-6261c0004052,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:14.042688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:14.126315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:14.131829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c96dc272-3068-4b08-a44b-663289141809 None None] Network 9867e52c-7cce-41b7-8806-46db7debbac6 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:53:14.132263 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-40bbdfa0-77dc-4939-82ea-c322ceb7497b admin admin] 10.222.0.38 "DELETE /v2.0/subnets/197f4c09-63c6-4597-ae8a-6261c0004052 HTTP/1.1" status: 204  len: 168 time: 0.6776361
Apr 05 16:53:14.135735 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44434) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:14.252425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:14.324288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Deleting port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:14.324644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:14.369650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f5f76bc9-bfd8-405a-b301-2ea044b02a4f no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:53:14.409487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: f5f76bc9-bfd8-405a-b301-2ea044b02a4f {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:53:14.410110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f5f76bc9-bfd8-405a-b301-2ea044b02a4f not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:53:14.410746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device be1e1620-85bf-41fe-a9e9-7d7f75af0a8e no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:53:14.443924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] DHCP port deletion for 9867e52c-7cce-41b7-8806-46db7debbac6 request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 16:53:14.453144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: be1e1620-85bf-41fe-a9e9-7d7f75af0a8e {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:53:14.453543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device be1e1620-85bf-41fe-a9e9-7d7f75af0a8e not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:53:14.455213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Deleting port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:14.455685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:14.544314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] For port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:14.544975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:14.677643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] For port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,segment=NetworkSegment(90a5c329-20bc-4367-9d40-cc6cd82b0d89),segment_id=90a5c329-20bc-4367-9d40-cc6cd82b0d89)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:14.678038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:14.725328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Calling delete_port for 483cd2c3-8b6a-4e14-af0d-50aaae3700ab owned by network:dhcp {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:14.767697 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-acd28ae9-133f-45de-b576-27aaab061d99 req-a54d4075-aedc-428e-8e8e-e12361fc25a7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.1516924
Apr 05 16:53:14.813634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Calling delete_port for 483cd2c3-8b6a-4e14-af0d-50aaae3700ab owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:14.818493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:14.836433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-348a7d62-65cf-4d99-a38c-7da58ac0768e tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:14.892928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Pushing event deleted for resources: {'Port': ['ID=483cd2c3-8b6a-4e14-af0d-50aaae3700ab,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:14.895782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:14.957636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 16:53:14.958051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 16:53:14.979471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] No DVR routers for this DVR port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab on host dv-cinder-774594-2-iscsi {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:53:15.101139 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:15.214954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cdd0ef60>,) {'filters': {'network_id': ['9867e52c-7cce-41b7-8806-46db7debbac6']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:15.228954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cdd0ef60>, '90a5c329-20bc-4367-9d40-cc6cd82b0d89') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:15.229286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cdd0ef60>, '90a5c329-20bc-4367-9d40-cc6cd82b0d89') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:15.240953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:15.258958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:15.265516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:53:15.438726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Network 9867e52c-7cce-41b7-8806-46db7debbac6 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:53:15.448354 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:15.458880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Deleting port 483cd2c3-8b6a-4e14-af0d-50aaae3700ab {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:15.459315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:15.536062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-1cdf40a4-da00-4e96-ad51-0fc8051b7739 None None] The port '483cd2c3-8b6a-4e14-af0d-50aaae3700ab' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 16:53:15.628463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Network 9867e52c-7cce-41b7-8806-46db7debbac6 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:53:15.651630 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:53:15.730841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:15.735371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:15.739227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:15.764287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Pushing event deleted for resources: {'Network': ['ID=9867e52c-7cce-41b7-8806-46db7debbac6,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:15.766804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:15.774491 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] 10.222.0.38 "DELETE /v2.0/networks/9867e52c-7cce-41b7-8806-46db7debbac6 HTTP/1.1" status: 204  len: 168 time: 1.6373630
Apr 05 16:53:15.777486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44442) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:15.968538 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e3649135-c01d-4426-9cdb-a0e86c69721e req-1ad8c975-6202-4b92-b8c6-a528c0fed89e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0617251
Apr 05 16:53:16.316080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:53:16.369574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 483cd2c3-8b6a-4e14-af0d-50aaae3700ab no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:53:16.410334 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 483cd2c3-8b6a-4e14-af0d-50aaae3700ab {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:53:16.410727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 483cd2c3-8b6a-4e14-af0d-50aaae3700ab not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:53:16.477483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:17.156515 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0311ecac-5576-437c-8b7c-0aa209a6f126 req-c325c587-ce8d-4863-8383-3f2c9c58c6a6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0600269
Apr 05 16:53:17.158967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Deleting port bce8cb10-4ecb-4805-8c58-0c39c29c3366 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:17.159338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:17.345000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] For port bce8cb10-4ecb-4805-8c58-0c39c29c3366, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=bce8cb10-4ecb-4805-8c58-0c39c29c3366,segment=NetworkSegment(7a8720a7-f162-4755-94cf-7142245fd579),segment_id=7a8720a7-f162-4755-94cf-7142245fd579)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:17.345575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:17.476152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Calling delete_port for bce8cb10-4ecb-4805-8c58-0c39c29c3366 owned by network:router_interface {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:17.649834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:17.664847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-07b65094-aee9-4b64-952e-ae609c71bd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:17.719791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=bce8cb10-4ecb-4805-8c58-0c39c29c3366,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:17.723616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:18.112239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:18.428077 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fd37943d-cab9-48c1-8fe4-4d32c711ef5a req-775a0ca3-0c78-4060-8a01-a76f95fc0ea7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.1171868
Apr 05 16:53:18.673181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:53:18.859121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:53:18.868730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] Sync routers for ids ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:53:18.870266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] 10.222.0.38 "PUT /v2.0/routers/4053b521-4c8d-4e70-8ec4-99daf9b1dd46/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0916746
Apr 05 16:53:18.872947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44460) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:18.878930 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] Routers {'4053b521-4c8d-4e70-8ec4-99daf9b1dd46'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:53:18.879583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd2109b0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:53:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:19.064269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks [] for router, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:19.067885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] Set router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:53:19.257214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:19.267349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Deleting port 813ddef1-d826-43a3-8522-be6efa9d0f25 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:19.267723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:19.465640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] For port 813ddef1-d826-43a3-8522-be6efa9d0f25, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=813ddef1-d826-43a3-8522-be6efa9d0f25,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:19.466126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:19.527280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd2109b0>, [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144'}], 'enable_snat': True}, 'gw_port_id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:53:17Z', 'revision_number': 5, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port': {'id': '813ddef1-d826-43a3-8522-be6efa9d0f25', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:85:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'device_owner': 'network:router_gateway', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:41:59Z', 'updated_at': '2021-04-05T16:42:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:19.531395 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] Checking router: 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:53:19.541630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] Routers {'4053b521-4c8d-4e70-8ec4-99daf9b1dd46'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:53:19.542335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd2109b0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:53:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:19.713432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] Set router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 gateway port host: None {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:53:19.830529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd2109b0>, [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:53:19Z', 'revision_number': 6, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:19.834668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b071e2-d9f7-4b0d-93dd-a54b9458804f None None] The sync data for ids ['4053b521-4c8d-4e70-8ec4-99daf9b1dd46'] in dv-cinder-774594-2-iscsi is: [{'id': '4053b521-4c8d-4e70-8ec4-99daf9b1dd46', 'name': 'tempest-TestShelveInstance-302330770-router', 'tenant_id': '4e64b08729974c888c08183105ee75ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:41:58Z', 'updated_at': '2021-04-05T16:53:19Z', 'revision_number': 6, 'project_id': '4e64b08729974c888c08183105ee75ce', 'gw_port_host': None}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:53:19.878256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Calling delete_port for 813ddef1-d826-43a3-8522-be6efa9d0f25 owned by network:router_gateway {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:19.922782 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b2d72b7-2c1d-403a-8a58-5fdc0c381798 req-ae0b23e8-526e-4af6-b4ca-0e40deb2b867 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.1529779
Apr 05 16:53:20.065992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.082095 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:20.148084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Pushing event deleted for resources: {'Port': ['ID=813ddef1-d826-43a3-8522-be6efa9d0f25,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:20.150700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:20.358991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.369363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device bce8cb10-4ecb-4805-8c58-0c39c29c3366 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:53:20.411045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: bce8cb10-4ecb-4805-8c58-0c39c29c3366 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:53:20.411422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device bce8cb10-4ecb-4805-8c58-0c39c29c3366 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:53:20.412116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 813ddef1-d826-43a3-8522-be6efa9d0f25 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:53:20.555210 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.557726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.624220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 813ddef1-d826-43a3-8522-be6efa9d0f25 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:53:20.624620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 813ddef1-d826-43a3-8522-be6efa9d0f25 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:53:20.649069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.649656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4053b521-4c8d-4e70-8ec4-99daf9b1dd46 {{(pid=84352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 16:53:20.662922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.664191 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] 10.222.0.38 "DELETE /v2.0/routers/4053b521-4c8d-4e70-8ec4-99daf9b1dd46 HTTP/1.1" status: 204  len: 168 time: 1.7902217
Apr 05 16:53:20.666838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44470) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:20.732293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Deleting subnet 7b112fc7-36d7-4101-ba74-f3142c58e598 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:53:20.735519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.787193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:20.908436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.113063 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6cc19240-e70a-48a7-83e8-301acf4214d7 req-29367063-d57e-4245-952c-dc5c5c95f34a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0536799
Apr 05 16:53:21.206707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.225363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-39d16ced-0f46-4c6f-91cb-8c7235300240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:21.275184 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b112fc7-36d7-4101-ba74-f3142c58e598,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:21.279045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:21.358026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.363419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ad000-3cbe-46fe-9439-7d2e4d40925d None None] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:53:21.363897 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-fdf24426-9353-4f70-b16d-e7f043e4102c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/7b112fc7-36d7-4101-ba74-f3142c58e598 HTTP/1.1" status: 204  len: 168 time: 0.6960547
Apr 05 16:53:21.366531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44476) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:21.482319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.551555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Deleting port 17bd94ef-53ac-4e01-a371-c5d375232dfb {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:21.551923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.624113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] DHCP port deletion for e243e1b1-83cd-4cf8-bb29-6a2aa51163eb request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 16:53:21.628637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Deleting port 17bd94ef-53ac-4e01-a371-c5d375232dfb {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:21.629055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.773381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] For port 17bd94ef-53ac-4e01-a371-c5d375232dfb, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=17bd94ef-53ac-4e01-a371-c5d375232dfb,segment=NetworkSegment(7a8720a7-f162-4755-94cf-7142245fd579),segment_id=7a8720a7-f162-4755-94cf-7142245fd579)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:21.773696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.844361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] For port 17bd94ef-53ac-4e01-a371-c5d375232dfb, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=17bd94ef-53ac-4e01-a371-c5d375232dfb,segment=NetworkSegment(7a8720a7-f162-4755-94cf-7142245fd579),segment_id=7a8720a7-f162-4755-94cf-7142245fd579)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:53:21.844726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:21.904535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Calling delete_port for 17bd94ef-53ac-4e01-a371-c5d375232dfb owned by network:dhcp {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:21.979917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Calling delete_port for 17bd94ef-53ac-4e01-a371-c5d375232dfb owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:53:21.987587 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:22.002664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-24c1632e-dcb2-4f27-8390-68b2bbb0870a tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:22.057522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 16:53:22.057875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 16:53:22.113206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Pushing event deleted for resources: {'Port': ['ID=17bd94ef-53ac-4e01-a371-c5d375232dfb,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:22.117953 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:22.147575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] No DVR routers for this DVR port 17bd94ef-53ac-4e01-a371-c5d375232dfb on host dv-cinder-774594-2-iscsi {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:53:22.313055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:22.346365 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a5d425f-857f-4323-80bd-87f1dd61cfea req-1fb3d163-a4a9-4626-8d38-371873353921 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0817287
Apr 05 16:53:22.366512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 17bd94ef-53ac-4e01-a371-c5d375232dfb no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:53:22.405427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 17bd94ef-53ac-4e01-a371-c5d375232dfb {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:53:22.405899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 17bd94ef-53ac-4e01-a371-c5d375232dfb not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:53:22.559546 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Deleting port 17bd94ef-53ac-4e01-a371-c5d375232dfb {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:53:22.559980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:22.645335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-da176ec2-2076-403e-8a4a-fdd628a45e42 None None] The port '17bd94ef-53ac-4e01-a371-c5d375232dfb' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 16:53:22.675949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cce2bcc0>,) {'filters': {'network_id': ['e243e1b1-83cd-4cf8-bb29-6a2aa51163eb']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:22.689324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cce2bcc0>, '7a8720a7-f162-4755-94cf-7142245fd579') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:22.689660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cce2bcc0>, '7a8720a7-f162-4755-94cf-7142245fd579') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:53:22.701326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:22.715689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:22.721848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:53:22.902084 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:53:22.911046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:23.089950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Network e243e1b1-83cd-4cf8-bb29-6a2aa51163eb has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:53:23.112537 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:53:23.188319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:23.192116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c79f25b9-ff2c-47eb-b1e5-47f57619b7a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:23.208125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:23.218283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Pushing event deleted for resources: {'Network': ['ID=e243e1b1-83cd-4cf8-bb29-6a2aa51163eb,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:23.222608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:23.225343 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] 10.222.0.38 "DELETE /v2.0/networks/e243e1b1-83cd-4cf8-bb29-6a2aa51163eb HTTP/1.1" status: 204  len: 168 time: 1.8577838
Apr 05 16:53:23.359032 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44488) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:23.411421 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0c19a132-8045-4bc7-a2e3-16ec4b1f5ea6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=783b38225fd44770b12f217841784b22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0510757
Apr 05 16:53:23.414042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44494) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:23.521424 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-76a0651b-4a43-4fb9-a474-1e15feec27c7 req-02447295-0145-45ed-931a-6b4094da25f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0518000
Apr 05 16:53:23.522203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:23.550651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:23.598154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:23.603063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0ce3d875-e05a-40b7-8ce3-bbe4211993d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:23.616331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4716442-68b4-4f26-b937-4e2d20458410,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:23.621029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:23.624416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:23.625608 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/e4716442-68b4-4f26-b937-4e2d20458410 HTTP/1.1" status: 204  len: 168 time: 0.2105145
Apr 05 16:53:24.007138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44504) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:24.062352 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e248bc23-1199-4769-9e39-0c65cf768c1d admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4e64b08729974c888c08183105ee75ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0514307
Apr 05 16:53:24.063010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44508) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:53:24.127276 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:24.157299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:24.207319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:24.212528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-10a8f9dc-534e-45db-86a3-b9fb40d3ad31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:53:24.223120 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3e3f51-286e-405e-b1bd-eeee82e2c6e7,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:53:24.227358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:53:24.230831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:24.232813 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5f3e3f51-286e-405e-b1bd-eeee82e2c6e7 HTTP/1.1" status: 204  len: 168 time: 0.1686425
Apr 05 16:53:24.691314 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6746d34-4b46-4f47-b7fc-42969ea1e1a3 req-893c9f7b-716b-4abe-9c1f-4e1e449a53c2 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0486872
Apr 05 16:53:25.860252 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-692191c4-f7a1-4fa4-ab82-f920b259c106 req-3ef96e98-f0a7-473c-8ea0-f944699e9770 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0483708
Apr 05 16:53:27.031357 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbc33161-4fce-48c9-91ba-32844b4f2cba req-70cd1f52-eb35-4ff3-b50b-7956ec25c8ed tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0528235
Apr 05 16:53:28.202000 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c1c0e02-6b8e-437c-b9db-70bca1cbcbf7 req-2bd28f00-ec08-45df-af6a-4171dd350f0e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0526588
Apr 05 16:53:29.372450 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6428c45b-84e8-421b-ad35-d28cb8fdad32 req-d76be3a5-eb2d-4229-ab3b-ac0467337d2b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0489519
Apr 05 16:53:30.541916 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6fbbe103-5bb9-4bdc-b757-87332dfea6e5 req-4cb544ff-6ec0-40b2-b40a-9deb9e29c050 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0518305
Apr 05 16:53:31.706890 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-975db842-fc0f-4445-87ac-f4e9256f77fb req-9c00e05e-27af-4d17-9baf-5cca2574657a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0476272
Apr 05 16:53:32.875562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dac24041-2444-43cb-a71e-4d34e3eebf18 req-ef3e2b90-91aa-4382-ae94-1d78ff7f705b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0490780
Apr 05 16:53:34.047760 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b28edbea-7fdd-4eac-8068-e9ddc2a9445d req-e33457a1-455a-409e-89d5-60362ad9177f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0517659
Apr 05 16:53:35.172837 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-20b2b8b3-5445-4007-90e8-7010ba50c6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:35.216943 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0aeff14e-0487-489d-bccf-0ac2f92985f5 req-1e015fdf-bea0-4fba-ac9c-533bca377059 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0503507
Apr 05 16:53:36.388389 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32b01a80-da95-44fe-b339-f4318baa44d7 req-696bc88b-6061-4edb-8dc2-5f5c5db096aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0486159
Apr 05 16:53:36.648000 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:37.556321 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-10a64981-3ee3-4a1d-936b-8fe328071e12 req-b6a17e43-e68f-44c2-aea6-e9a68bc25288 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0515912
Apr 05 16:53:37.656359 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2fc99af4-629d-4a27-b7df-5dc100eea7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:37.807176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:38.724059 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bafcb8b0-4272-4b78-9e6f-1bc2fdf528c8 req-4586ab7e-558d-4334-8f86-801e6162291d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0489063
Apr 05 16:53:39.204714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:39.294797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:53:39.893093 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbd26f1d-48dd-4480-a985-b449baf195f3 req-f4bffd5a-d1cc-4f5c-8a9e-504f0a1d8b78 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0486236
Apr 05 16:53:41.063169 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b764cddb-2245-4631-8e0a-e881ac70d84b req-e006d3f1-980c-4b8c-8928-d5eca7345c65 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0522251
Apr 05 16:53:42.230309 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e131dd32-59fa-4695-89ac-19430d5ff347 req-f1fcdee0-d774-4f45-a2d8-0cb6d89a961d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0491951
Apr 05 16:53:43.404015 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ee968621-2ace-4977-9014-fea7b8213d6f req-ac2872f3-be29-4ba7-a8a1-eb4940f0ab51 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0481565
Apr 05 16:53:44.573322 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f2c81d35-95dd-4391-b5e8-564ab2fc62bf req-5b477284-b72b-4b59-bc17-1c37c09539e4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0519662
Apr 05 16:53:45.740457 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0331768-8564-4643-8c03-a0bd741f07e9 req-16e05480-fc15-414c-ba59-aaaab493b5ee tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0492826
Apr 05 16:53:46.909779 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eca91a18-b11a-4ae9-8f7f-f42912382b9b req-69833878-253e-4c22-9c76-006756ffacb4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0482955
Apr 05 16:53:48.080934 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a35e9c58-145e-4989-82de-3d4a026c65c7 req-89007633-1c11-4320-8104-c1ad1836c8b8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0525198
Apr 05 16:53:49.248351 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c1d9acc9-4002-4ba7-ade9-39dac0f05446 req-688ef777-5f1c-4a1d-bfab-c87c841d7f15 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0495574
Apr 05 16:53:50.421356 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6cbee7f2-61c1-4fb3-8bed-d34deeda1906 req-ac76d3d1-93cb-45c3-8db1-6177ec0c91b4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0486784
Apr 05 16:53:51.590983 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fe8431d6-df6a-41d8-92c6-2d514faa5103 req-57af8fb9-da5c-4aa0-86b3-1b37a37ccbe3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0516341
Apr 05 16:53:52.758060 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-afe7292a-be32-4f7e-b730-c7f468ff1a0b req-9ce04fac-441d-4766-9d96-d82ae747b0fa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0492322
Apr 05 16:53:53.314976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:53:53.555398 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-7dafadb2-da59-4f00-8734-f86dc91257f2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0749240
Apr 05 16:53:53.669838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-48656b19-6ab7-4547-ad51-3c1104ae644e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:53:53.671392 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-48656b19-6ab7-4547-ad51-3c1104ae644e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5057407ef9034ff39361f66d5dcad2f2&device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 1098 time: 0.0809026
Apr 05 16:53:53.825485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-4918887d-03ec-49eb-83e0-a18914ddf305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:53:53.827147 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-4918887d-03ec-49eb-83e0-a18914ddf305 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 HTTP/1.1" status: 200  len: 915 time: 0.1370676
Apr 05 16:53:53.940992 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-da7e23d5-367c-47c9-9681-572bc1f72667 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=377e013c-ce60-431a-ac0b-aebed822f207 HTTP/1.1" status: 200  len: 217 time: 0.1074293
Apr 05 16:53:53.947515 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6981ffb0-1e1e-44c5-b2e8-12c35d138a91 req-df6abd66-1d9e-4451-9810-94f325d67461 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0631256
Apr 05 16:53:54.011573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-f278ffcc-0bac-417a-a724-79bca2a6062d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:53:54.013171 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-f278ffcc-0bac-417a-a724-79bca2a6062d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e337be52-2580-43e9-867f-b81060e64ed2 HTTP/1.1" status: 200  len: 854 time: 0.0647466
Apr 05 16:53:54.071228 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-fed59634-6a04-4ad0-b776-4bcc17c87484 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0520039
Apr 05 16:53:54.210850 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-71372c53-518c-4c38-bcaf-0e5b5cdd229e service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1327529
Apr 05 16:53:54.353984 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69aa4f15-9865-424e-a5dc-31c3f1db36fa req-162e2740-284e-4e17-a3ef-21c4ff4e4ca5 service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1370945
Apr 05 16:53:55.115073 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-53ae0b66-7c63-4c57-9c99-09e0f874427f req-5b140aef-29df-474d-bd00-cbe26f10be88 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0499573
Apr 05 16:53:56.281832 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9594776e-1387-4805-b536-b42e1f8acd80 req-e8fdbba8-cd56-4eb3-b64a-06e902004d9e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0488369
Apr 05 16:53:57.452636 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-24ef191d-bd02-4d69-a46c-3c484e5d59c0 req-60aca6dc-aebb-4e41-ad1a-dd7891da78e0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0512877
Apr 05 16:53:58.621008 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9eace6dc-2bad-45ba-b619-d94caa981c11 req-ef4c2ddd-16eb-4b36-93dd-f116b4f5ff1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0487192
Apr 05 16:53:59.801691 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5f8042b8-d4e2-4545-b3f1-54f327ae8b70 req-b337d973-dd8e-4098-95c2-00ec6486c66b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0488164
Apr 05 16:54:00.971684 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4fb059f2-839c-48ce-a2ea-a38f5e557899 req-0da177f3-856e-4d44-874b-adb8dc4d298b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0514054
Apr 05 16:54:02.139885 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-04344c5a-aeb8-454c-a482-e241cab5f844 req-74dd4335-221f-43eb-8365-1248ba76b962 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0488796
Apr 05 16:54:03.306278 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ccccc980-15ff-4d5e-820b-4a170d822596 req-113bdd95-e2c6-47f6-8cc9-a0d2db83d57b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0481000
Apr 05 16:54:04.477005 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7f21518e-1ff7-4d20-9982-39ecfcce19f3 req-211b5c4f-3e6c-42b7-aa71-d1d315f334f6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0509505
Apr 05 16:54:05.175661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ceaeb2f0-c006-4810-ab03-81f64971cda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:05.643964 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-daeadb9e-f8ea-4a10-b50d-46ee1972aa8a req-5081b227-b373-4ec7-945e-abdd15b5bfeb tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0488429
Apr 05 16:54:06.649763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:06.810250 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-710af647-22ff-484c-b857-437f1d96c099 req-f06b7f22-5bfb-4c25-933c-932df6b6ed3c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0474637
Apr 05 16:54:07.658161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f1d7-1844-4e22-9501-35088243e707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:07.810992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:07.982634 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b568f45c-b780-4b22-853e-ad22344c641c req-0faca4b3-a2fa-4efe-82e2-3bc83228f1b6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0523043
Apr 05 16:54:09.149873 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f80e45f-f9a4-4790-93df-44fc4ea210c1 req-54084e32-348e-41a0-b052-ba7df8476579 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0481832
Apr 05 16:54:09.200291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:09.300129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:10.320093 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-046f4520-e39e-4798-8b01-a7649d17c709 req-3a16068a-9f10-45bf-9efa-b5d11cbd63ff tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0524232
Apr 05 16:54:11.492319 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-53ae54da-7647-43f2-b98b-78d177e84f83 req-d99fd26b-5e14-415b-ad8b-ac07cbaace2e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0519981
Apr 05 16:54:12.658544 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-566db925-f1b5-4405-82fd-a78e20f805f4 req-cb6ce6ee-6b8c-426d-93e2-8c90ceac3c40 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0496445
Apr 05 16:54:13.824383 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-03691ff3-31f0-4073-9633-0e4948bb16ce req-585b2d2b-38bc-44f7-b76f-c53353264493 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0472527
Apr 05 16:54:14.996637 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bf858c3b-f352-4b09-8241-0d67d06966c5 req-b7253806-b15c-42b5-867a-59e9989918e9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0515933
Apr 05 16:54:16.166909 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7326a9f9-b83e-4b88-ba06-ed76c12aed26 req-1820cdc8-c926-4c77-a2b3-609232633efd tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0520797
Apr 05 16:54:17.349510 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-671010b6-0a1a-4d14-8c6e-518d6a105895 req-8589cd2e-a17c-4049-b5fb-dd3334eccfc6 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0602858
Apr 05 16:54:18.526399 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8d7003d5-fa2e-4b0d-a042-d721e3de2626 req-c0d3ed36-fb75-4cb6-893c-4ae198bd517e tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0513554
Apr 05 16:54:19.691530 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6ebab0d3-67c3-4986-8a06-ef6b16c255a1 req-7e4dca16-b814-4da7-a20c-b07f903f34ed tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0477571
Apr 05 16:54:20.856654 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a014734-149f-4b83-a2b8-b1f15f44cf85 req-7a50e3b7-f0a5-4513-96fd-0e8e704b537f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0474977
Apr 05 16:54:22.264374 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bc986a41-0bbc-48bb-aba9-44c40ccbab06 req-ad8bca68-ac11-426a-b12d-17187635e426 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.2869904
Apr 05 16:54:23.429943 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a17bf4c1-5cfe-4c40-afc9-d28b717ac581 req-fd530d2f-2601-4011-a9c6-051a21b6e9cc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0479760
Apr 05 16:54:24.596195 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f915fc28-119c-4dfe-807a-d751df0dde8e req-b1fc635a-3d4c-44d8-ab8e-6d3f8efd0d7d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0478888
Apr 05 16:54:25.767432 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-adfb2389-a6ff-4c1c-886d-fc64f6b45981 req-87787f2b-d96a-4107-b7a3-3a2391a92148 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0502112
Apr 05 16:54:26.932938 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-23574df7-e95a-474e-a4bd-44e5d5c2aed5 req-5aeff57f-6c47-4394-a30b-392a310c4ab3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0478587
Apr 05 16:54:28.098885 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d34a911a-0636-40e8-89bd-62ba1903e240 req-f1ae59f4-dc59-402c-b4e5-3d801d29baea tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0475724
Apr 05 16:54:29.273228 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-86f5456c-3662-4b08-a3d4-bb67ac533e4e req-089e50b3-b657-4086-acb3-72959a13fad0 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0527823
Apr 05 16:54:30.314478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:54:30.439262 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ddc14c83-b6bd-48e0-a008-aa5dfa175778 req-951ff790-80b5-411a-b0cc-409ce827b102 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0489917
Apr 05 16:54:31.604864 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-73c0df91-3a88-4c5a-b079-91021ce51012 req-bcff39ee-50c8-4931-9a25-519d07334168 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0483775
Apr 05 16:54:32.776252 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a997c9bc-13aa-42f1-a284-5fcaf304e1e2 req-57029ca0-8d9d-4bf5-866f-52cbfb6d39d9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0503645
Apr 05 16:54:33.941458 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3b28cf80-39a1-40d9-b8b7-87a1c7de6d46 req-50de3041-5909-4553-8120-c5206b761e57 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0482619
Apr 05 16:54:35.107780 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7273769a-bad5-4b8d-aca2-cd121e4cc2c3 req-a0d9730f-1ef1-42fc-bb3e-59a603737b29 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0480313
Apr 05 16:54:35.176746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-90d7480e-5842-4b23-93fa-2e7186870b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:36.282180 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9936dd8c-c7e5-484b-8245-305defc1d9c1 req-178c1237-d36c-4846-a8f0-9635e654f484 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0524213
Apr 05 16:54:36.651253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:37.448504 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e5f2b6e4-c181-4322-bfff-afc67a2c72c7 req-7ac0ef8b-6c16-4225-b5de-d58c5124c930 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0477464
Apr 05 16:54:37.659597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-48b81d85-3214-4d54-9202-a8cc4399eb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:37.812150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:38.615684 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6d30559-7491-4559-a9f8-7f0192f3d653 req-642c9c25-f36a-4445-ac3d-1d7ef9612c71 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0486243
Apr 05 16:54:39.197899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:39.300372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:54:40.041645 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6c26f046-fc1c-463a-8c3b-8aa07cb70c34 req-355793b1-0a9d-40f4-850b-c7e498ae34d5 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.3048937
Apr 05 16:54:41.208266 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-203282e6-b1b1-4db8-a2ac-9ad5bd478c48 req-55c52311-c80a-4b0c-bafe-4be6ca0995b4 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0481365
Apr 05 16:54:42.378116 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79312cd9-37a4-45be-b959-8cfe67b55131 req-6c86aa1b-a2e1-4b4d-870b-5a250bfb0d9c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0502639
Apr 05 16:54:43.551465 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4411ebcc-b9c6-4b60-883f-916ea2e34dd1 req-5280019d-4aa5-4513-a594-7aa3e18f5552 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0531504
Apr 05 16:54:44.720241 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b601748f-9a17-4d7d-8113-f337a80dbc19 req-5e211528-3fb4-4faf-9109-a2116ce51791 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0495825
Apr 05 16:54:45.885643 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-75016af2-9fd5-4a4b-9946-377ca1d9ca76 req-015310b4-c563-44f8-8c9a-284de69f95e8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0478084
Apr 05 16:54:47.059264 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6e413e95-2f11-4601-ba9a-442fc4f3ef4c req-0d421eeb-618b-4af2-a688-203cc7405a3d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0525351
Apr 05 16:54:48.225387 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ed49f15a-a008-4710-babb-8e4df76455a7 req-7a3fa27a-6123-4340-9ccf-49692cab6074 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0485833
Apr 05 16:54:49.392755 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d30b894f-71a1-40a2-9805-c27fb84253ed req-13f51a70-73fc-4bd5-931b-e5baee73fb31 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=0d79c49e-de63-44e0-81f6-a197c21e7551 HTTP/1.1" status: 200  len: 210 time: 0.0504966
Apr 05 16:54:52.886040 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-f335b1f8-21f6-4ffc-8303-ced6bdb08794 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0787451
Apr 05 16:54:52.994617 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-e10c283e-911c-4305-a186-a1d2fea5f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:54:52.996182 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-e10c283e-911c-4305-a186-a1d2fea5f023 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=376d29bc7ba847838e9cc38387adc1f9&device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 1099 time: 0.0759988
Apr 05 16:54:53.152043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-e912a01b-9455-4fbb-9c44-a9382f4da631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:54:53.153613 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-e912a01b-9455-4fbb-9c44-a9382f4da631 service neutron] 10.222.0.35 "GET /v2.0/networks?id=28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 200  len: 911 time: 0.1364772
Apr 05 16:54:53.261759 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-5a3a1d1b-1b0b-4c94-8eff-e091736c8f14 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17e8069b-cf3f-4da7-8191-59abb6496a13 HTTP/1.1" status: 200  len: 1001 time: 0.1014893
Apr 05 16:54:53.334569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-03bcadb4-57a0-479d-9dfe-201ce2a05138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:54:53.336105 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-03bcadb4-57a0-479d-9dfe-201ce2a05138 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 200  len: 849 time: 0.0674281
Apr 05 16:54:53.418204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-1b655148-0e5f-4602-bc5e-aad4e4aabee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:54:53.419691 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-1b655148-0e5f-4602-bc5e-aad4e4aabee9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=28236f16-48a4-4743-9e8d-1ab8312f2f31&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770462
Apr 05 16:54:53.558544 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-771857a9-af4f-4806-8acc-a40dcc5c1b1a service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1318920
Apr 05 16:54:53.697825 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41243436-c9b7-40ea-b373-7e67fc1a911b req-270d784d-6d9f-49a1-899e-e729f930d69f service neutron] 10.222.0.35 "GET /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1328022
Apr 05 16:55:00.534216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44760) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:00.610242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:00.643738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:00.695688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:00.701117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a100812e-4d72-425b-80cd-e87726e3de25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:00.715565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ede768-cd5d-426c-ab0c-76075cf9e059,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:00.725669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.726086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.726496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.726901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.727304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.727701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.728145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.728543 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.728936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.729330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.729720 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.730111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:00.734997 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:00.738522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:00.740402 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "DELETE /v2.0/security-groups/74ede768-cd5d-426c-ab0c-76075cf9e059 HTTP/1.1" status: 204  len: 168 time: 0.2050440
Apr 05 16:55:00.743124 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44766) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:00.761508 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.v2.resource [None req-ff3b23ee-35f3-43a8-b0c4-2cdac932be2d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] show failed (client error): The resource could not be found.
Apr 05 16:55:00.763878 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ff3b23ee-35f3-43a8-b0c4-2cdac932be2d tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups/74ede768-cd5d-426c-ab0c-76075cf9e059 HTTP/1.1" status: 404  len: 347 time: 0.0184572
Apr 05 16:55:00.765622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44770) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:00.931299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Deleting port 95236154-cb30-490e-9409-a36aec312e6b {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:55:00.931677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:01.113110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:01.113481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:01.247741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Calling delete_port for 95236154-cb30-490e-9409-a36aec312e6b owned by network:floatingip {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:55:01.393227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:01.409134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-11cadfd6-95f5-42fa-95c9-190f2169dd0d tempest-AttachVolumeNegativeTest-1863120250 tempest-AttachVolumeNegativeTest-1863120250-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:01.463813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event deleted for resources: {'Port': ['ID=95236154-cb30-490e-9409-a36aec312e6b,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:01.468175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:01.666975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:01.683516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:01.684803 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6d6e4e1c-a0c9-4da2-94d0-883a66b8ad85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "DELETE /v2.0/floatingips/7d652a2a-c2e0-49be-b37f-5b8637dfacbd HTTP/1.1" status: 204  len: 168 time: 0.9181392
Apr 05 16:55:02.022001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44784) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:02.027840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1482615096', 'description': 'tempest-description--1245640382'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:55:02.034280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:55:02.039322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:55:02.042433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:55:02.048574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:55:02.058508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.079887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:55:02.084471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group_rule and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:55:02.087386 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:55:02.093414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:55:02.167919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.170517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.175772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5ca2c982-d521-4606-823a-8a6fb05d9c20 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:02.218457 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6937630-aba5-4fa3-af91-40036c9c4025,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:02.221631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:02.223015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.227612 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2013206
Apr 05 16:55:02.228427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44790) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:02.233535 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'security_group_rule': {'security_group_id': 'a6937630-aba5-4fa3-af91-40036c9c4025', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:55:02.241237 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:55:02.245517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group_rule and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:55:02.248654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:55:02.254701 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:55:02.272432 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.344218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.346995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.349821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:02.377910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbfbf42f-f3bd-4fc0-8223-490eb9e9d9ee,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:02.383542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:02.387549 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.391538 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1600022
Apr 05 16:55:02.391800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44796) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:02.397362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'security_group_rule': {'security_group_id': 'a6937630-aba5-4fa3-af91-40036c9c4025', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:55:02.403529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:55:02.407704 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:security_group_rule and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:55:02.410765 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:55:02.417418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:55:02.434052 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.499265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.502074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020465'] for security_group_rule, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.509868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-61a406e7-9977-46a8-b4fd-d09f07860103 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:02.531640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=858248fd-0883-456f-b3f4-c67843f95e83,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:02.534459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:02.536740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.538159 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d8b42a32-265d-4a48-b968-5d285a76b6a8 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1451705
Apr 05 16:55:02.541340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 44802) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:02.546830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'floatingip': {'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:55:02.553775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:55:02.557830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Usage tracker for resource:floatingip and tenant:e7634d0c1713472490f05bb4996e3a6b is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 16:55:02.560819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 16:55:02.566879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:55:02.576221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.718916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:02.863810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Allocated IP 172.27.1.190 (cf184575-38ee-4c92-a38a-ccc2507e4954/fdf68ff8-3bdf-4dfa-9258-8c6032018925/e5c5dd5a-2dd7-4852-be26-2f9206c067ef) {{(pid=84353) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:55:03.019603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for port, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:03.050496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:03.066496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4678a6ad-7df3-4eb5-af28-c757f4fa18cb tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:03.448088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'Port': ['ID=e5c5dd5a-2dd7-4852-be26-2f9206c067ef,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:03.452591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:03.492785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Network cf184575-38ee-4c92-a38a-ccc2507e4954 is already hosted by enough agents. {{(pid=84353) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:55:03.493942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources bound (agent type, host, resource id):  {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:55:03.496306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Received port after_create {{(pid=84353) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:55:03.581064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:03.643163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:03.913290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for port, precommit_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:03.916730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2533034'] for port, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:03.931572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f644cce5-b528-40c9-9c6a-f93454d9980d tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:04.074014 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'Port': ['ID=e5c5dd5a-2dd7-4852-be26-2f9206c067ef,revision_number=2']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:04.078422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:04.175824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:04.197806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:04.199098 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.6567559
Apr 05 16:55:04.452016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-3486c662-8fef-4c21-87eb-5aa9b9550a57 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:security_group {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:55:04.466604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-3486c662-8fef-4c21-87eb-5aa9b9550a57 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:security_group {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:55:04.467896 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-3486c662-8fef-4c21-87eb-5aa9b9550a57 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?name=tempest-securitygroup--1482615096&fields=id&tenant_id=e7634d0c1713472490f05bb4996e3a6b HTTP/1.1" status: 200  len: 267 time: 0.0602801
Apr 05 16:55:04.634648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-5166b3a2-0a52-4b2e-83cf-c0c3b1a9ccbb tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:04.636494 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-5166b3a2-0a52-4b2e-83cf-c0c3b1a9ccbb tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 817 time: 0.1602600
Apr 05 16:55:04.652345 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c6744674-9af7-4d01-98d7-821216c974cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/quotas/e7634d0c1713472490f05bb4996e3a6b HTTP/1.1" status: 200  len: 375 time: 0.0096734
Apr 05 16:55:04.747608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-8c268d04-be28-42eb-913e-c22d17ba4e60 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:55:04.761875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-8c268d04-be28-42eb-913e-c22d17ba4e60 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:55:04.763224 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-8c268d04-be28-42eb-913e-c22d17ba4e60 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1050186
Apr 05 16:55:04.830127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-0d46de49-d96f-4c11-a8e0-d4dca4bb13b4 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84353) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 16:55:04.831198 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-0d46de49-d96f-4c11-a8e0-d4dca4bb13b4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0548100
Apr 05 16:55:04.973210 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-8bc614ba-d773-41aa-9b4e-d1615ad66fc0 service neutron] 10.222.0.38 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1353409
Apr 05 16:55:05.118322 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-731a7317-b606-497f-844e-6eb69ab298df service neutron] 10.222.0.38 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1379600
Apr 05 16:55:05.180749 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-28717712-7815-44d4-8416-d438ae62dac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:05.322510 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-22e963e0-c408-4cf0-bcee-ed8a9fc2a2ce req-fa273ab2-90b6-402e-b2e2-027820f933b9 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 210 time: 0.0498126
Apr 05 16:55:06.495901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aafa27c8-2fb5-4259-b715-fb40e6542d88 req-ccd941fa-d914-4c60-acec-43d51701c70b tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 210 time: 0.0548282
Apr 05 16:55:06.656570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:06.659849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-db627904-5880-4e20-8028-44fec326c212 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:06.662437 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-db627904-5880-4e20-8028-44fec326c212 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 817 time: 0.1614482
Apr 05 16:55:06.748943 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-185b67ce-a8d0-4186-966a-c0e4f886a292 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e7634d0c1713472490f05bb4996e3a6b HTTP/1.1" status: 200  len: 5705 time: 0.0729198
Apr 05 16:55:06.758054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'port': {'device_id': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'admin_state_up': True, 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'security_groups': ['a6937630-aba5-4fa3-af91-40036c9c4025']}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:55:06.903801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 16:55:06.914301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 16:55:06.923070 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Made reservation on behalf of e7634d0c1713472490f05bb4996e3a6b for: {'port': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 16:55:06.929553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:07.098108 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_common [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Allocated IP 172.20.0.5 (511b9aa5-e2e5-4c6a-a230-f4cf159d0755/4867f237-ec21-4f52-82c5-7950a56088ab/7a9c506d-6d72-4569-b8c1-005aa2a27766) {{(pid=84352) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Apr 05 16:55:07.296951 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for port, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:07.312827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Transition to ACTIVE for port object 7a9c506d-6d72-4569-b8c1-005aa2a27766 will not be triggered until provisioned by entity DHCP. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:55:07.313326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:55:07.336731 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363294769528880', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:07.352721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b8866c18-7f4a-46bd-8b37-ba4b1a8624ef tempest-ServerRescueNegativeTestJSON-1968559684 tempest-ServerRescueNegativeTestJSON-1968559684-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:07.492207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event updated for resources: {'Port': ['ID=7a9c506d-6d72-4569-b8c1-005aa2a27766,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:07.508565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.509083 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.509370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.509798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.510179 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.510581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.510979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.511634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.512056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.512458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.512853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.513252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:07.518346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:07.562157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 is already hosted by enough agents. {{(pid=84352) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Apr 05 16:55:07.563200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Resources bound (agent type, host, resource id):  {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 16:55:07.565570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Received port after_create {{(pid=84352) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}}
Apr 05 16:55:07.663243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-db716912-04cf-4b0b-bf34-e6add319f1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:07.687226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:07.687899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:07.730653 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9765978
Apr 05 16:55:07.747561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ac77c4-6948-41b9-aebf-912d74e95838 req-8de30f8b-3866-4704-8675-bdfec49bc644 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:07.748356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-17ac77c4-6948-41b9-aebf-912d74e95838 req-8de30f8b-3866-4704-8675-bdfec49bc644 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Synchronizing usage tracker for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:55:07.756668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Request body: {'port': {'device_id': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77459'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:55:07.816097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-17ac77c4-6948-41b9-aebf-912d74e95838 req-8de30f8b-3866-4704-8675-bdfec49bc644 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Unset dirty status for tenant:e7634d0c1713472490f05bb4996e3a6b on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:55:07.817538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:07.817679 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-17ac77c4-6948-41b9-aebf-912d74e95838 req-8de30f8b-3866-4704-8675-bdfec49bc644 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 931 time: 0.1961360
Apr 05 16:55:07.832574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-8012fbc7-392e-4d44-99e5-0ce73d9b7e0a None None] Provisioning for port 7a9c506d-6d72-4569-b8c1-005aa2a27766 completed by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:55:07.838182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-8012fbc7-392e-4d44-99e5-0ce73d9b7e0a None None] Provisioning complete for port 7a9c506d-6d72-4569-b8c1-005aa2a27766 triggered by entity DHCP. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:55:07.839020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8012fbc7-392e-4d44-99e5-0ce73d9b7e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:07.902616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-8012fbc7-392e-4d44-99e5-0ce73d9b7e0a None None] Port 7a9c506d-6d72-4569-b8c1-005aa2a27766 cannot update to ACTIVE because it is not bound. {{(pid=84354) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}}
Apr 05 16:55:07.926164 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-17ac77c4-6948-41b9-aebf-912d74e95838 req-6c00ded7-2708-4cb1-9146-ce5530e466aa tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1016824
Apr 05 16:55:07.927450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:08.351039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a9c506d-6d72-4569-b8c1-005aa2a27766 {{(pid=84352) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:55:08.359657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:08.375600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Transition to ACTIVE for port object 7a9c506d-6d72-4569-b8c1-005aa2a27766 will not be triggered until provisioned by entity L2. {{(pid=84352) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Apr 05 16:55:08.378225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3810599'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:08.394113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0fdd9809-af99-46f1-9eab-6cc1171be443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:08.540526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9c506d-6d72-4569-b8c1-005aa2a27766,revision_number=2']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:08.544766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:08.758767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Attempting to bind port 7a9c506d-6d72-4569-b8c1-005aa2a27766 on host hv-cinder-77459 for vnic_type normal with profile  {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Apr 05 16:55:08.759140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Attempting to bind port 7a9c506d-6d72-4569-b8c1-005aa2a27766 by drivers openvswitch,hyperv on host hv-cinder-77459 at level 0 using segments [{'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Apr 05 16:55:08.759498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Attempting to bind port 7a9c506d-6d72-4569-b8c1-005aa2a27766 on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:55:08.764550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Port 7a9c506d-6d72-4569-b8c1-005aa2a27766 on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77459 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}}
Apr 05 16:55:08.764902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Attempting to bind port 7a9c506d-6d72-4569-b8c1-005aa2a27766 on network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Apr 05 16:55:08.770889 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Checking agent: {'id': '4611b7bf-849e-4827-ae72-ac652b99be88', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77459', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'started_at': datetime.datetime(2021, 4, 5, 16, 37, 38), 'heartbeat_timestamp': datetime.datetime(2021, 4, 5, 16, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Apr 05 16:55:08.771345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Checking segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 16:55:08.771755 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Bound using segment: {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'} {{(pid=84352) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Apr 05 16:55:08.772242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Bound port: 7a9c506d-6d72-4569-b8c1-005aa2a27766, host: hv-cinder-77459, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10ee6ff-a984-4dfa-94f2-57475fba79ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755'}}] {{(pid=84352) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Apr 05 16:55:08.772611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:08.868805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] For port 7a9c506d-6d72-4569-b8c1-005aa2a27766, host hv-cinder-77459, cleared binding levels {{(pid=84352) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}}
Apr 05 16:55:08.871978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] For port 7a9c506d-6d72-4569-b8c1-005aa2a27766, host hv-cinder-77459, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84352) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}}
Apr 05 16:55:08.875451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3810599'] for port, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:08.891201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aecd5560-ae0a-4b00-a747-1530e5d87b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:09.052131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Pushing event updated for resources: {'Port': ['ID=7a9c506d-6d72-4569-b8c1-005aa2a27766,revision_number=3']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:09.055496 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:09.092244 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:09.092915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:09.094383 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] 10.222.0.35 "PUT /v2.0/ports/7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 200  len: 1093 time: 1.3422308
Apr 05 16:55:09.094922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:55:09.158347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074dd4f-e078-45c1-be9f-24696996a91e req-f8146ed1-63ac-4207-ba4a-473034a42924 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:09.160061 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3074dd4f-e078-45c1-be9f-24696996a91e req-f8146ed1-63ac-4207-ba4a-473034a42924 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 943 time: 0.0953240
Apr 05 16:55:09.225332 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3074dd4f-e078-45c1-be9f-24696996a91e req-4f675b4f-2c9c-4421-bd9a-60d4c1f60956 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584705
Apr 05 16:55:09.228671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'status': 'completed', 'code': 200}
Apr 05 16:55:09.241769 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:09.266016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-665a5850-7837-4701-8adf-2d0c2f401d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:09.267652 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-665a5850-7837-4701-8adf-2d0c2f401d82 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 1096 time: 0.1194432
Apr 05 16:55:09.305119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:09.349688 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-9abad2dd-1923-4461-bd7e-a1263cf94f70 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 200  len: 217 time: 0.0678320
Apr 05 16:55:09.652631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-9dec38e7-20a7-4e1f-aa70-cee5ecee6c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:09.654207 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-9dec38e7-20a7-4e1f-aa70-cee5ecee6c4c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.2981265
Apr 05 16:55:09.735635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-9ab61ab7-b9f2-4ab5-8194-90146bba4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:09.737235 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-9ab61ab7-b9f2-4ab5-8194-90146bba4c14 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0759521
Apr 05 16:55:09.877408 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-3f3399a6-351b-4561-828c-955575e4ae98 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1337092
Apr 05 16:55:10.021208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77465e07-2ebc-4933-9ec5-67a2a0e3fa1f req-55d444a1-c6a0-40a5-8c04-0bf9db752d95 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1368098
Apr 05 16:55:10.190613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-f0bb014f-2235-4cc9-8db2-708cec73b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:10.192444 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-f0bb014f-2235-4cc9-8db2-708cec73b445 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 1096 time: 0.0835540
Apr 05 16:55:10.336898 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-a0a74ab3-33bd-4c95-9610-1a890a73663c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:10.340474 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-a0a74ab3-33bd-4c95-9610-1a890a73663c service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1409535
Apr 05 16:55:10.453860 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-c5f0f771-d8fd-4d2f-935d-8f2d876eeb36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 200  len: 217 time: 0.1064949
Apr 05 16:55:10.540288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-126372b1-12c0-4342-a184-f10056eb6e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:10.541832 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-126372b1-12c0-4342-a184-f10056eb6e8a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0818653
Apr 05 16:55:10.610658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93eac5-a399-406c-afe2-8e1a4598f875 req-00f39801-e82a-4b78-90c6-84d433693802 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:10.612239 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6d93eac5-a399-406c-afe2-8e1a4598f875 req-00f39801-e82a-4b78-90c6-84d433693802 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 943 time: 0.2058487
Apr 05 16:55:10.678671 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6d93eac5-a399-406c-afe2-8e1a4598f875 req-40a7e241-1027-40a7-a71d-ea8039979515 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592754
Apr 05 16:55:10.685019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-1199260e-e2e4-4f7f-bf36-25e729b779a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:10.686559 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-1199260e-e2e4-4f7f-bf36-25e729b779a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1377838
Apr 05 16:55:10.831936 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-b9a33e18-d241-4862-9de6-fe1cdd8b4be9 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373706
Apr 05 16:55:10.972933 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7cae44a4-a749-4a5f-ad1c-499a78c886b0 req-41b89c42-eb1a-4209-a008-f897e412994f service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1341517
Apr 05 16:55:11.887862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1a4cc6-f208-48ba-baa6-69cdcd71b2f2 req-387bef61-6a87-42b1-978a-4c5714cd3e96 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:11.889468 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cf1a4cc6-f208-48ba-baa6-69cdcd71b2f2 req-387bef61-6a87-42b1-978a-4c5714cd3e96 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 943 time: 0.0929770
Apr 05 16:55:11.936276 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cf1a4cc6-f208-48ba-baa6-69cdcd71b2f2 req-3293439e-bafe-4844-be0b-e8d79b43857a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404961
Apr 05 16:55:12.597022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 7a9c506d-6d72-4569-b8c1-005aa2a27766 details requested by agent hyperv_hv-cinder-77459 with host hv-cinder-77459 {{(pid=84354) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}}
Apr 05 16:55:12.743565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 7a9c506d-6d72-4569-b8c1-005aa2a27766, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:55:12.757255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Returning: {'device': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'port_id': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'mac_address': 'fa:16:3e:73:0a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84354) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Apr 05 16:55:12.814637 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:12.832426 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a9c506d-6d72-4569-b8c1-005aa2a27766 {{(pid=84354) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Apr 05 16:55:12.847975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 7a9c506d-6d72-4569-b8c1-005aa2a27766, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:55:12.851516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:12.853362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7a5ca044-2759-4e78-8bd0-32996c41454e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:12.925405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=7a9c506d-6d72-4569-b8c1-005aa2a27766,revision_number=4']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:12.933834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.934225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.934605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.934984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.935337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.935703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.936099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.936474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.936843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.937209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.937570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.937940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84354) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:55:12.942047 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:13.140459 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663459eb-c365-4a00-876e-9767d1451888 req-749e8106-1285-47b8-a052-3cf7d340d87c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:13.142031 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-663459eb-c365-4a00-876e-9767d1451888 req-749e8106-1285-47b8-a052-3cf7d340d87c tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 944 time: 0.0872991
Apr 05 16:55:13.193739 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-663459eb-c365-4a00-876e-9767d1451888 req-09cdb23b-62dc-4185-9283-e4f7d823ca70 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451405
Apr 05 16:55:13.344831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['7a9c506d-6d72-4569-b8c1-005aa2a27766'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:55:14.398220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b27d5-c181-4f67-a847-78ca6fe12ce8 req-0ebe44a1-a70b-4d0f-b390-2bdd240e0a85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:14.399827 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fb4b27d5-c181-4f67-a847-78ca6fe12ce8 req-0ebe44a1-a70b-4d0f-b390-2bdd240e0a85 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 944 time: 0.0898926
Apr 05 16:55:14.453254 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fb4b27d5-c181-4f67-a847-78ca6fe12ce8 req-26ff1382-29c9-47d9-912f-ab329771ce00 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470312
Apr 05 16:55:14.611562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 7a9c506d-6d72-4569-b8c1-005aa2a27766 up at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Apr 05 16:55:14.683178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning for port 7a9c506d-6d72-4569-b8c1-005aa2a27766 completed by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Apr 05 16:55:14.688021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.provisioning_blocks [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Provisioning complete for port 7a9c506d-6d72-4569-b8c1-005aa2a27766 triggered by entity L2. {{(pid=84354) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Apr 05 16:55:14.688445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-12638'] for port, provisioning_complete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:14.814681 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for port, before_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:14.843119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766'}] {{(pid=84354) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:55:14.854261 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] For port 7a9c506d-6d72-4569-b8c1-005aa2a27766, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:55:14.856959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8742085689476', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363294769528863', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363294769528316'] for port, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:14.858867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b8923241-0104-4fab-ad23-cba310e593ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:14.928526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Pushing event updated for resources: {'Port': ['ID=7a9c506d-6d72-4569-b8c1-005aa2a27766,revision_number=5']} {{(pid=84354) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:14.931739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84354) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:14.956364 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'code': 200}
Apr 05 16:55:15.226890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb00b26-4931-44ef-99bf-3b0f2c14edac req-95690263-b214-4777-a453-0d93bd073a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:15.228534 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2fb00b26-4931-44ef-99bf-3b0f2c14edac req-95690263-b214-4777-a453-0d93bd073a3d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 1098 time: 0.0781705
Apr 05 16:55:15.272930 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2fb00b26-4931-44ef-99bf-3b0f2c14edac req-be2ef4cc-e9c7-4992-be2b-26caba8b4ebb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377786
Apr 05 16:55:15.668592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3235246-2db2-46cc-b84e-84eee28a6ec8 req-2b95b376-252e-4245-9f8c-5852b75033a3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:15.670170 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3235246-2db2-46cc-b84e-84eee28a6ec8 req-2b95b376-252e-4245-9f8c-5852b75033a3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 945 time: 0.0926011
Apr 05 16:55:15.717732 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f3235246-2db2-46cc-b84e-84eee28a6ec8 req-ab562784-4741-4f19-9bc3-9e22eff918f7 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411315
Apr 05 16:55:16.934870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7d5cc-2649-40dd-9156-a95d9c85b3db req-747b8fc3-888c-431b-a6c1-814d8b18a2dd tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:16.936407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6a7d5cc-2649-40dd-9156-a95d9c85b3db req-747b8fc3-888c-431b-a6c1-814d8b18a2dd tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 945 time: 0.0930181
Apr 05 16:55:16.984535 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6a7d5cc-2649-40dd-9156-a95d9c85b3db req-19bc8d47-8337-4e9d-b564-63be5783e1cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409703
Apr 05 16:55:18.194733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeebd7b-960b-4f0e-8280-daea6630b67c req-b2275a2a-66f5-4356-b3bf-9eceb05b3d66 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:18.196357 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3aeebd7b-960b-4f0e-8280-daea6630b67c req-b2275a2a-66f5-4356-b3bf-9eceb05b3d66 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 945 time: 0.0943699
Apr 05 16:55:18.243905 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3aeebd7b-960b-4f0e-8280-daea6630b67c req-c6f1db61-06ac-4b40-b151-4347a3a38958 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413284
Apr 05 16:55:18.443853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65677b02-a0fc-455a-be62-1530d9795fd8 req-f8b6c838-abb2-4831-90a7-9631f4237e16 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:18.445465 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-65677b02-a0fc-455a-be62-1530d9795fd8 req-f8b6c838-abb2-4831-90a7-9631f4237e16 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 945 time: 0.0911031
Apr 05 16:55:18.454620 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 44984) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:18.460658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Request body: {'floatingip': {'port_id': '7a9c506d-6d72-4569-b8c1-005aa2a27766'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 16:55:18.544897 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, before_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:19.200437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:19.203433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:19.418307 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Floating IP 627afa23-95f7-4c40-9c7f-3090a6da7c78 associated. External IP: 172.27.1.190, port: 7a9c506d-6d72-4569-b8c1-005aa2a27766.
Apr 05 16:55:20.058942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:55:20.249690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:55:20.254053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:20.259876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] Sync routers for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:55:20.270841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:55:20.271643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc26ef98>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:55:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:20.315440 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-84c4da07-0e77-4ae0-918b-ab8c856dc0e3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "PUT /v2.0/floatingips/627afa23-95f7-4c40-9c7f-3090a6da7c78 HTTP/1.1" status: 200  len: 991 time: 1.8569751
Apr 05 16:55:20.315440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:55:20.373481 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'status': 'completed', 'code': 200}
Apr 05 16:55:20.472702 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:55:20.500029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-1ed0090f-de06-4d67-a94b-5d6e6fb24efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:20.501657 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-1ed0090f-de06-4d67-a94b-5d6e6fb24efb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 1098 time: 0.0827873
Apr 05 16:55:20.653420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-1c26adbe-eb03-407a-8cad-97a76308c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:20.655075 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-1c26adbe-eb03-407a-8cad-97a76308c498 service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1463265
Apr 05 16:55:20.768300 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-d8b1d262-8bf4-4ad0-ba88-31fbd6d46565 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 200  len: 999 time: 0.1060355
Apr 05 16:55:20.840072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-d0e66ff8-3981-4e94-9333-1e804e578fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:20.841646 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-d0e66ff8-3981-4e94-9333-1e804e578fc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0675569
Apr 05 16:55:20.924466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-6e0a8fea-4d3b-450d-89e8-9392327fcbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:20.926108 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-6e0a8fea-4d3b-450d-89e8-9392327fcbf1 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0781381
Apr 05 16:55:21.014869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc26ef98>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '627afa23-95f7-4c40-9c7f-3090a6da7c78', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'port_id': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'mac_address': 'fa:16:3e:73:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:55:03Z', 'updated_at': '2021-04-05T16:55:19Z', 'revision_number': 1, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:21.019401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] Checking router: e7792b52-e20c-4ef8-9ed6-fe0cb4656945 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:55:21.028914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:55:21.029719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc26ef98>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:55:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:21.077901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-cb5add92-68ce-4c21-9be9-c1e7dfbe2b9b service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440721
Apr 05 16:55:21.232630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:55:21.237192 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43b8cbc0-4df8-47c4-8561-da20c73c1180 req-40460649-1632-47a9-8d11-834f75f32efe service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1508100
Apr 05 16:55:21.604882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc26ef98>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '627afa23-95f7-4c40-9c7f-3090a6da7c78', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'port_id': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'mac_address': 'fa:16:3e:73:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:55:03Z', 'updated_at': '2021-04-05T16:55:19Z', 'revision_number': 1, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:21.609013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a7d7d2-4d56-4faa-bad1-40674fd4cddb None None] The sync data for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi is: [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_floatingips': [{'id': '627afa23-95f7-4c40-9c7f-3090a6da7c78', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'router_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'port_id': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'mac_address': 'fa:16:3e:73:0a:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-05T16:55:03Z', 'updated_at': '2021-04-05T16:55:19Z', 'revision_number': 1, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:55:21.897581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d0057c-d1a8-43cd-b5b8-80029c8e3a95 None None] New status for floating IP 627afa23-95f7-4c40-9c7f-3090a6da7c78: ACTIVE {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:55:24.754241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-8b1b3ee0-ed4c-4c8c-87c4-edddee52d1cf req-9abe1a55-251f-4038-a0f2-d48d5d8adb3d service neutron] (84353) timed out ('10.222.0.35', 49910) {{(pid=84353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 16:55:25.523065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-3d9c4472-101a-46b2-9b4e-3327a48cd7f1 req-6ec85b3f-9a07-4537-8915-7c58102db833 service neutron] (84353) timed out ('10.222.0.35', 49911) {{(pid=84353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 16:55:35.183285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fec7025-feed-49a5-a4b1-4f8a58d31030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:36.659815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:37.667528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-73f6d415-b9f3-4d0d-b00b-bf5ea93c94f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:37.818764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:39.230089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:39.305303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:44.313227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:55:52.918811 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-6bc36740-079d-40cb-b8eb-5a27a8250064 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1350613
Apr 05 16:55:53.083370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-4983405c-332f-4032-95db-02c62154cb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:53.085051 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-4983405c-332f-4032-95db-02c62154cb85 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.0792897
Apr 05 16:55:53.241140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-248ce409-15ac-4dc9-982e-b2e3c2b6016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:53.242687 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-248ce409-15ac-4dc9-982e-b2e3c2b6016b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.1375663
Apr 05 16:55:53.318255 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-bcbb7daf-e964-4747-a43e-6aa2a6df2f6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.0689201
Apr 05 16:55:53.392391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-80e2fca5-8069-4108-ad94-caf86a004d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:53.393913 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-80e2fca5-8069-4108-ad94-caf86a004d6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0695050
Apr 05 16:55:53.480544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-07733e94-8de6-466e-86b1-b230a439b624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:53.482143 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-07733e94-8de6-466e-86b1-b230a439b624 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0814095
Apr 05 16:55:53.627101 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-c7b40021-1932-436e-aa66-e97b5e420ccd service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374404
Apr 05 16:55:53.775247 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb7506b7-9c1e-45b1-8a0c-85190aa95b8e req-761cdf98-6797-4db0-8ebd-3e6adf20db0c service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1402385
Apr 05 16:55:54.475461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20250b69-1db9-4048-b1b8-3cc89ee1c6f3 req-65d3c114-be2b-49ca-9ece-d0409f7f9018 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:54.477098 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20250b69-1db9-4048-b1b8-3cc89ee1c6f3 req-65d3c114-be2b-49ca-9ece-d0409f7f9018 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 946 time: 0.0880175
Apr 05 16:55:54.524694 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20250b69-1db9-4048-b1b8-3cc89ee1c6f3 req-93324101-9c6a-4bff-896f-33f115c537c4 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412841
Apr 05 16:55:55.347199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-da942720-1771-4ed7-8a53-afc2a3f698c1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:55.348756 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-da942720-1771-4ed7-8a53-afc2a3f698c1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 946 time: 0.0913708
Apr 05 16:55:55.429584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Deleting port 17e8069b-cf3f-4da7-8191-59abb6496a13 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:55:55.429966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:55.754181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] For port 17e8069b-cf3f-4da7-8191-59abb6496a13, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=17e8069b-cf3f-4da7-8191-59abb6496a13,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:55:55.754684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:55.864627 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48ece3-eef2-4a19-abee-36b13e06f259 req-ad55e85e-f6b6-4f4e-a445-4dabddc980a2 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:55:55.866199 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c48ece3-eef2-4a19-abee-36b13e06f259 req-ad55e85e-f6b6-4f4e-a445-4dabddc980a2 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 946 time: 0.2194898
Apr 05 16:55:56.067632 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4c48ece3-eef2-4a19-abee-36b13e06f259 req-325765d5-a469-48f9-a200-74ce1a140af1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups?id=3fea6585-e670-4d2c-a65f-605df02479ee&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1897781
Apr 05 16:55:56.117169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:56.117517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:56.117863 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Floating IP a6ef0ff3-cf86-4ca4-82b2-649f10d90517 disassociated. External IP: 172.27.1.55, port: 17e8069b-cf3f-4da7-8191-59abb6496a13.
Apr 05 16:55:56.118238 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Calling delete_port for 17e8069b-cf3f-4da7-8191-59abb6496a13 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:55:56.267059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:56.283186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fb302f86-5831-48a0-a57c-5e30d8a6c56a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:56.343200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event deleted for resources: {'Port': ['ID=17e8069b-cf3f-4da7-8191-59abb6496a13,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:56.348127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:56.902082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Router 01db05f3-d5ae-4e16-9689-e0ada546f56a has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:55:57.098762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:55:57.111409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] Sync routers for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:55:57.124635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:55:57.125563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc121d68>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:55:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:57.189157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] No DVR routers for this DVR port 17e8069b-cf3f-4da7-8191-59abb6496a13 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:55:57.225812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:57.228512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'name': 'network-vif-deleted', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:55:57.251479 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9f7f2c76-555a-486b-8b05-c401133d2d47 req-58e90554-ec12-4753-a2f8-09d220604140 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/ports?device_id=2095b3d7-ae61-498e-9ff0-36a40f6c3718 HTTP/1.1" status: 200  len: 210 time: 0.0637875
Apr 05 16:55:57.256415 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9fc74a56-9365-4d3b-b736-c702b97fbcc8 req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.35 "DELETE /v2.0/ports/17e8069b-cf3f-4da7-8191-59abb6496a13 HTTP/1.1" status: 204  len: 173 time: 1.9005110
Apr 05 16:55:57.293669 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2095b3d7-ae61-498e-9ff0-36a40f6c3718', 'name': 'network-vif-deleted', 'tag': '17e8069b-cf3f-4da7-8191-59abb6496a13', 'status': 'completed', 'code': 200}
Apr 05 16:55:57.327308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:55:57.671343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc121d68>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:57.675848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] Checking router: 01db05f3-d5ae-4e16-9689-e0ada546f56a for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:55:57.684607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:55:57.685258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc121d68>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:55:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:57.874310 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:55:58.217081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc121d68>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:55:58.221348 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5076f870-2031-4044-b885-dc3ad92287fc None None] The sync data for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi is: [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:48Z', 'revision_number': 4, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': '43465c31-1075-45ff-8756-23f834c4aecd', 'name': '', 'network_id': '28236f16-48a4-4743-9e8d-1ab8312f2f31', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'mac_address': 'fa:16:3e:03:60:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9083520b-c467-4871-958b-4a787a767cb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:46Z', 'updated_at': '2021-04-05T16:40:06Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'subnets': [{'id': '9083520b-c467-4871-958b-4a787a767cb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:55:58.386166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 45356) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:58.455901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:58.486994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:58.541861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:58.547278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d2a04264-91b1-435e-9dc1-adbb585c461d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:55:58.562574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fea6585-e670-4d2c-a65f-605df02479ee,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:55:58.565452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:55:58.572612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:58.573819 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "DELETE /v2.0/security-groups/3fea6585-e670-4d2c-a65f-605df02479ee HTTP/1.1" status: 204  len: 168 time: 0.1863403
Apr 05 16:55:58.576900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 45360) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:58.596873 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.v2.resource [None req-03958ca9-e899-4c41-8e46-fbda2bd2ec83 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] show failed (client error): The resource could not be found.
Apr 05 16:55:58.598056 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-03958ca9-e899-4c41-8e46-fbda2bd2ec83 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "GET /v2.0/security-groups/3fea6585-e670-4d2c-a65f-605df02479ee HTTP/1.1" status: 404  len: 347 time: 0.0199842
Apr 05 16:55:58.601145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 45368) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:55:58.648608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98cf6313-4197-42c2-ba2b-142dd42ccaf5 None None] New status for floating IP a6ef0ff3-cf86-4ca4-82b2-649f10d90517: DOWN {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 16:55:58.774142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Deleting port a560ffb9-b429-4b2f-9095-49a047845ee2 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:55:58.774524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:58.853783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 17e8069b-cf3f-4da7-8191-59abb6496a13 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:55:58.891796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 17e8069b-cf3f-4da7-8191-59abb6496a13 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:55:58.892267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 17e8069b-cf3f-4da7-8191-59abb6496a13 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:55:58.965045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:58.965420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:59.100586 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Calling delete_port for a560ffb9-b429-4b2f-9095-49a047845ee2 owned by network:floatingip {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:55:59.184013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84352) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 16:55:59.184345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 16:55:59.686041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Deleting port a560ffb9-b429-4b2f-9095-49a047845ee2 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:55:59.686576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:59.873439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:55:59.873798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:00.005087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Calling delete_port for a560ffb9-b429-4b2f-9095-49a047845ee2 owned by network:floatingip {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:56:00.155233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:00.171435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-be211ff8-0393-4bc5-aac2-96dffd56ead5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:56:00.228221 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Pushing event deleted for resources: {'Port': ['ID=a560ffb9-b429-4b2f-9095-49a047845ee2,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:56:00.232241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:56:00.438843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks [] for floatingip, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:00.454298 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:00.455486 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6b92bc69-bc5f-448a-b33d-b4420bf2bc23 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] 10.222.0.38 "DELETE /v2.0/floatingips/a6ef0ff3-cf86-4ca4-82b2-649f10d90517 HTTP/1.1" status: 204  len: 168 time: 1.8532805
Apr 05 16:56:05.184805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-689abee6-b9c3-4723-9082-ff773b336fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:06.664188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:07.668494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1f7fb714-a117-4ab9-bf77-f4d63e72e614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:07.820856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:09.248106 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:09.308214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:21.312315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:56:35.185194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d0a27719-8268-4471-a936-feefed020d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:36.666028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:37.669562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-61bdac13-b861-4221-bb3f-d7352868a016 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:37.823816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:39.239855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:39.311024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:56:48.024141 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-375c77ec-b7ca-41de-9a63-c1a03768ad1a req-f5de3863-55ce-4b95-8e0c-24366b7ea42b service neutron] (84352) timed out ('10.222.0.35', 49859) {{(pid=84352) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 16:56:52.869199 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-cbb9b088-7882-4abc-9823-d68cb388c756 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0781424
Apr 05 16:56:52.976647 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-6b75eb25-4deb-462c-9c8f-00c8397d613a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:56:52.978185 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-6b75eb25-4deb-462c-9c8f-00c8397d613a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=5057407ef9034ff39361f66d5dcad2f2&device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 1098 time: 0.0767913
Apr 05 16:56:53.137275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-a29ed4a4-3fdc-4b94-90bb-49321dc40315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:56:53.138845 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-a29ed4a4-3fdc-4b94-90bb-49321dc40315 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 HTTP/1.1" status: 200  len: 915 time: 0.1420772
Apr 05 16:56:53.215907 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-0075c99e-cd79-45db-968f-c447d27d8a92 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=377e013c-ce60-431a-ac0b-aebed822f207 HTTP/1.1" status: 200  len: 217 time: 0.0698774
Apr 05 16:56:53.286019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-b87ee67d-f27d-4d18-92c6-0d50ecba9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:56:53.287498 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-b87ee67d-f27d-4d18-92c6-0d50ecba9551 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=e337be52-2580-43e9-867f-b81060e64ed2 HTTP/1.1" status: 200  len: 854 time: 0.0651195
Apr 05 16:56:53.338982 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-f8c90860-750f-4ff9-8301-29e1865dd0f3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0445573
Apr 05 16:56:53.481744 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-804bec8f-0fe0-4aec-9f7a-0f43c983703b service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1360333
Apr 05 16:56:53.623467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-43fc26e9-aff6-4601-821a-18a346e5ef2b req-80078675-cfd2-4a42-85c7-185dee3cd703 service neutron] 10.222.0.35 "GET /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1354537
Apr 05 16:56:58.311409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:57:05.189163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8206e86d-984a-4225-95fc-980685c9728c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:06.667403 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:07.671567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e2d777c9-6b62-486a-b4ec-e1641be61933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:07.825136 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:09.238005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:09.314707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:35.190048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e1c37d17-59dc-45a0-8d7b-4d6ef94d56d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:35.311103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:57:36.670133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:37.675855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c61ad68d-af54-4077-a1bc-2f5d3384c65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:37.829312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:39.252638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:39.317490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:52.954008 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-eb3e2c26-cd59-41af-a043-7252181d8b4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774548
Apr 05 16:57:53.066451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-6037c0d8-1e86-4c6f-8ab0-8a9f0f629ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:57:53.068089 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-6037c0d8-1e86-4c6f-8ab0-8a9f0f629ece service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 1098 time: 0.0821145
Apr 05 16:57:53.227284 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-fcba5c43-d796-4ff4-ba53-4240615a2001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:57:53.228887 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-fcba5c43-d796-4ff4-ba53-4240615a2001 service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1422431
Apr 05 16:57:53.337489 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-9267cc53-dbc7-4185-b18f-ae5ac5d90a58 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 200  len: 1001 time: 0.1015418
Apr 05 16:57:53.413553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-52f5e614-d444-4d19-9bf6-33bdb7d73783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:57:53.415101 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-52f5e614-d444-4d19-9bf6-33bdb7d73783 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0715568
Apr 05 16:57:53.496036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-be0b0824-4069-4934-b0f6-0c28d38a1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:57:53.497574 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-be0b0824-4069-4934-b0f6-0c28d38a1327 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0763159
Apr 05 16:57:53.640317 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-a9845b84-b303-4bde-add0-3dccbcfa3885 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1343727
Apr 05 16:57:53.783116 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-983cdcbc-a154-4b48-b1f4-0cd4d579acc6 req-091aab6d-7485-4252-98b4-59fd237d9b23 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355472
Apr 05 16:57:56.135770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46456) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:57:56.209218 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:56.240548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:56.296433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:56.301988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8d9e9e9c-6552-4b4c-ba95-9481a253cb39 tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:57:56.322476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f34e24-d497-4279-afd4-de8a5dd87ba6,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:57:56.334870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.335290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.335698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.336128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.336526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.336923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.337316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.337711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.338102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.338531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.338920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.339306 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:57:56.343163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:57:56.344198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:56.348290 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] 10.222.0.38 "DELETE /v2.0/security-groups/26f34e24-d497-4279-afd4-de8a5dd87ba6 HTTP/1.1" status: 204  len: 168 time: 0.2111182
Apr 05 16:57:56.496625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46466) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:57:57.197466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:57.564268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Deleting port 6c7b7194-da93-435d-800a-079ab8af63b0 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:57:57.564618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:57.747215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] For port 6c7b7194-da93-435d-800a-079ab8af63b0, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=6c7b7194-da93-435d-800a-079ab8af63b0,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:57:57.747537 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:57.877321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Calling delete_port for 6c7b7194-da93-435d-800a-079ab8af63b0 owned by network:router_interface {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:57:58.053163 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:58.068981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:57:58.362822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7b7194-da93-435d-800a-079ab8af63b0,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:57:58.366812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:57:58.760918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:59.272258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Router 46057171-8225-41a6-91ae-9c3b55fd35a2 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:57:59.465957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:57:59.475445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] Sync routers for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:57:59.479770 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e261b99e-dde7-4ed7-b76c-c83229a253c0 admin admin] 10.222.0.38 "PUT /v2.0/routers/46057171-8225-41a6-91ae-9c3b55fd35a2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9819381
Apr 05 16:57:59.481890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46492) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:57:59.485719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:57:59.486379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccfb0400>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:57:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:57:59.675055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks [] for router, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:59.863517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:57:59.889088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:57:59.901112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Deleting port 30c688ea-9550-4a07-a17e-f5f16e2719ca {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:57:59.901484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:00.089732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] For port 30c688ea-9550-4a07-a17e-f5f16e2719ca, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=30c688ea-9550-4a07-a17e-f5f16e2719ca,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:58:00.090131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:00.167231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccfb0400>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:57:57Z', 'revision_number': 5, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port': {'id': '30c688ea-9550-4a07-a17e-f5f16e2719ca', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:8e:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:44:49Z', 'updated_at': '2021-04-05T16:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:00.171320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] Checking router: 46057171-8225-41a6-91ae-9c3b55fd35a2 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:58:00.181138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] Routers {'46057171-8225-41a6-91ae-9c3b55fd35a2'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:58:00.181744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccfb0400>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:57:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['46057171-8225-41a6-91ae-9c3b55fd35a2'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:00.229764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Calling delete_port for 30c688ea-9550-4a07-a17e-f5f16e2719ca owned by network:router_gateway {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:58:00.357078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] Set router 46057171-8225-41a6-91ae-9c3b55fd35a2 gateway port host: None {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:58:00.407816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:00.423578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4f87d5f1-d648-4011-bbb9-11f92ecfde20 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:00.473968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccfb0400>, [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:57:59Z', 'revision_number': 6, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:00.478150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ff1efb-175b-46fb-abe3-34acbe3d1977 None None] The sync data for ids ['46057171-8225-41a6-91ae-9c3b55fd35a2'] in dv-cinder-774594-2-iscsi is: [{'id': '46057171-8225-41a6-91ae-9c3b55fd35a2', 'name': 'tempest-TestVolumeBootPattern-1197300878-router', 'tenant_id': 'e9dde093068d427dbb22afa2b2463bc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:48Z', 'updated_at': '2021-04-05T16:57:59Z', 'revision_number': 6, 'project_id': 'e9dde093068d427dbb22afa2b2463bc6', 'gw_port_host': None}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:58:00.478700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c688ea-9550-4a07-a17e-f5f16e2719ca,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:00.482506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:00.691809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.127513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.129877 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.151910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.152518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46057171-8225-41a6-91ae-9c3b55fd35a2 {{(pid=84353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 16:58:01.165827 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.167058 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9ac437ee-bb62-4bb9-bcfb-01469300d625 admin admin] 10.222.0.38 "DELETE /v2.0/routers/46057171-8225-41a6-91ae-9c3b55fd35a2 HTTP/1.1" status: 204  len: 168 time: 1.6841815
Apr 05 16:58:01.169700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46514) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:01.237440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Deleting subnet bec2c8c7-9e91-4e52-835d-6a18c9942915 {{(pid=84353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:58:01.240693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.295661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102577'] for subnet, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.378512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.649156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2532991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3018381'] for subnet, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.664797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-78929bc7-2439-4b70-bcb7-f542415c9b34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:01.711013 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bec2c8c7-9e91-4e52-835d-6a18c9942915,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:01.714787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:01.799039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:01.804362 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32af2ff5-4774-485f-9fbf-82b8dd48937b None None] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:58:01.805666 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-44b4e3c3-7f6f-4999-803e-810d1e3c8f2e admin admin] 10.222.0.38 "DELETE /v2.0/subnets/bec2c8c7-9e91-4e52-835d-6a18c9942915 HTTP/1.1" status: 204  len: 168 time: 0.6346262
Apr 05 16:58:01.808089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46526) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:01.926700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.001695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Deleting port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:02.002193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.092441 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] DHCP port deletion for 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 16:58:02.097324 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Deleting port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:02.097742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.237880 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] For port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:58:02.238275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.318283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] For port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,segment=NetworkSegment(f9857dfd-02ec-4dba-aa96-48c31103fda1),segment_id=f9857dfd-02ec-4dba-aa96-48c31103fda1)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:58:02.318622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.370335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Calling delete_port for 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 owned by network:dhcp {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:58:02.449296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Calling delete_port for 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:58:02.455073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.486004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e5b8b68d-2789-4f16-bc4d-296b408b313d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:02.537668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:58:02.541462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Pushing event deleted for resources: {'Port': ['ID=292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:02.545471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:02.579478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:58:02.579781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:58:02.580272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 6c7b7194-da93-435d-800a-079ab8af63b0 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:58:02.617601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 16:58:02.618015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 16:58:02.618630 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 6c7b7194-da93-435d-800a-079ab8af63b0 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:58:02.619024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 6c7b7194-da93-435d-800a-079ab8af63b0 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:58:02.619480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 30c688ea-9550-4a07-a17e-f5f16e2719ca no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:58:02.630257 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] No DVR routers for this DVR port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 on host dv-cinder-774594-2-iscsi {{(pid=84353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:58:02.660020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 30c688ea-9550-4a07-a17e-f5f16e2719ca {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:58:02.660581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 30c688ea-9550-4a07-a17e-f5f16e2719ca not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:58:02.755566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.869251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cc7a6dd8>,) {'filters': {'network_id': ['7170d2e1-df9e-4e53-b887-abaa3f1c6fe1']}} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:02.882273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc7a6dd8>, 'f9857dfd-02ec-4dba-aa96-48c31103fda1') {'for_net_delete': True} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:02.882614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc7a6dd8>, 'f9857dfd-02ec-4dba-aa96-48c31103fda1') {} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:02.894855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852673224'] for segment, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.912222 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:02.918479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=84353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:58:03.098789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:58:03.107962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2533076'] for segment, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:03.119778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Deleting port 292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5 {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:03.120490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:03.205371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-eb1f15b0-4976-4119-96f7-5f5608e48668 None None] The port '292ecaf7-fa59-4b75-8a1f-a7c64c4ee7e5' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 16:58:03.295122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Network 7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:58:03.317150 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:58:03.396913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:03.400551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b2d5b6ef-5d4f-4576-862f-619a52f19113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:03.414711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:03.424673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Pushing event deleted for resources: {'Network': ['ID=7170d2e1-df9e-4e53-b887-abaa3f1c6fe1,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:03.429805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:03.447678 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5939c9fd-e834-432d-8222-bf2e1bf80e63 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7170d2e1-df9e-4e53-b887-abaa3f1c6fe1 HTTP/1.1" status: 204  len: 168 time: 1.6384993
Apr 05 16:58:03.450655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46548) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:04.017619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:04.621437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Deleting port 85ab8669-20f7-47f0-93a0-d337acf5b170 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:04.621816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:04.811472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] For port 85ab8669-20f7-47f0-93a0-d337acf5b170, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=85ab8669-20f7-47f0-93a0-d337acf5b170,segment=NetworkSegment(d4c31c2f-191c-4ea8-a542-0fe4045300a6),segment_id=d4c31c2f-191c-4ea8-a542-0fe4045300a6)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:58:04.811875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:04.944673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Calling delete_port for 85ab8669-20f7-47f0-93a0-d337acf5b170 owned by network:router_interface {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:58:05.119959 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:05.135494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f8c463d2-f47d-4f54-ab09-cd2eeb0abbd7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:05.191049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-81a04477-5ba7-40d7-839e-08124b5fc270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:05.196544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=85ab8669-20f7-47f0-93a0-d337acf5b170,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:05.200555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:05.592734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:06.099134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Router de242742-146b-4b19-bf5b-380585bea1b1 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 16:58:06.287733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 16:58:06.297147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] Sync routers for ids ['de242742-146b-4b19-bf5b-380585bea1b1'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 16:58:06.304268 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c78f18b2-4249-4c3b-ba97-09abc6d885b6 admin admin] 10.222.0.38 "PUT /v2.0/routers/de242742-146b-4b19-bf5b-380585bea1b1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8525066
Apr 05 16:58:06.306829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46572) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:06.306992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] Routers {'de242742-146b-4b19-bf5b-380585bea1b1'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:58:06.307604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cce15048>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:57:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['de242742-146b-4b19-bf5b-380585bea1b1'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:06.510784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] Set router de242742-146b-4b19-bf5b-380585bea1b1 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:58:06.514768 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks [] for router, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:06.674894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:06.713876 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:06.722160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Deleting port 7e08bb59-81fa-4a94-852f-ad26b938e5ab {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:06.722539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:06.814748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cce15048>, [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:58:05Z', 'revision_number': 5, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port': {'id': '7e08bb59-81fa-4a94-852f-ad26b938e5ab', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:15:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:45:00Z', 'updated_at': '2021-04-05T16:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:06.818787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] Checking router: de242742-146b-4b19-bf5b-380585bea1b1 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 16:58:06.828291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] Routers {'de242742-146b-4b19-bf5b-380585bea1b1'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 16:58:06.828954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cce15048>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T16:57:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['de242742-146b-4b19-bf5b-380585bea1b1'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:06.912977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] For port 7e08bb59-81fa-4a94-852f-ad26b938e5ab, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7e08bb59-81fa-4a94-852f-ad26b938e5ab,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:58:06.913379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:06.995946 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] Set router de242742-146b-4b19-bf5b-380585bea1b1 gateway port host: None {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 16:58:07.118159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cce15048>, [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:58:06Z', 'revision_number': 6, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:07.122866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07176d-50ff-4a9d-a7d2-00705a501678 None None] The sync data for ids ['de242742-146b-4b19-bf5b-380585bea1b1'] in dv-cinder-774594-2-iscsi is: [{'id': 'de242742-146b-4b19-bf5b-380585bea1b1', 'name': 'tempest-TestVolumeBootPattern-191331089-router', 'tenant_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:44:58Z', 'updated_at': '2021-04-05T16:58:06Z', 'revision_number': 6, 'project_id': '6b4605464cf34d7d9cd3ebaab7f5dbd6', 'gw_port_host': None}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 16:58:07.301886 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Calling delete_port for 7e08bb59-81fa-4a94-852f-ad26b938e5ab owned by network:router_gateway {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:58:07.482588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.498940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f7ac8451-56bb-4518-94ce-cb431803f897 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:07.555561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e08bb59-81fa-4a94-852f-ad26b938e5ab,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:07.560654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:07.677795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1893f25e-3811-4d9e-81b9-039383a716ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.766772 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.831665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.949658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.951952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.976370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.976975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router de242742-146b-4b19-bf5b-380585bea1b1 {{(pid=84353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 16:58:07.990995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:07.992406 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] 10.222.0.38 "DELETE /v2.0/routers/de242742-146b-4b19-bf5b-380585bea1b1 HTTP/1.1" status: 204  len: 168 time: 1.6845970
Apr 05 16:58:07.995526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 46590) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:08.073194 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Deleting subnet 2c4addce-e11a-413b-9a11-01f897bd9e11 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 16:58:08.076456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:08.132353 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:08.460538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:08.516930 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 85ab8669-20f7-47f0-93a0-d337acf5b170 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:58:08.556255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 85ab8669-20f7-47f0-93a0-d337acf5b170 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:58:08.556643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 85ab8669-20f7-47f0-93a0-d337acf5b170 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:58:08.557097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7e08bb59-81fa-4a94-852f-ad26b938e5ab no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:58:08.593703 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 7e08bb59-81fa-4a94-852f-ad26b938e5ab {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:58:08.594251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7e08bb59-81fa-4a94-852f-ad26b938e5ab not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:58:08.726693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:08.741896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:08.791904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4addce-e11a-413b-9a11-01f897bd9e11,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:08.845891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.846313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.846726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.847132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.847540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.847954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.848351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.848746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.849138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.849530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.849944 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.850313 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:58:08.857828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:08.889744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:08.896265 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-dfa5c836-2299-4104-a81c-31043878c3d9 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/2c4addce-e11a-413b-9a11-01f897bd9e11 HTTP/1.1" status: 204  len: 168 time: 0.8995931
Apr 05 16:58:08.896661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7370fc4f-aeac-4d7e-8a79-5ce048488c88 None None] Network 80abaa03-5e97-478b-8cbd-f64416637d02 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 16:58:08.898913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 46600) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:09.019522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.093142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Deleting port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:09.093520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.153639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] DHCP port deletion for 80abaa03-5e97-478b-8cbd-f64416637d02 request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 16:58:09.158921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Deleting port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:09.159351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.286950 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.326836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] For port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,segment=NetworkSegment(d4c31c2f-191c-4ea8-a542-0fe4045300a6),segment_id=d4c31c2f-191c-4ea8-a542-0fe4045300a6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:58:09.327267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.384096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.411461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] For port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,segment=NetworkSegment(d4c31c2f-191c-4ea8-a542-0fe4045300a6),segment_id=d4c31c2f-191c-4ea8-a542-0fe4045300a6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:58:09.411900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.463042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Calling delete_port for fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f owned by network:dhcp {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:58:09.545043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.548745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Calling delete_port for fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:58:09.560784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f33f2f20-fd4b-4c44-882d-c51b97fd4b3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:09.620688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:09.626784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:09.723009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] No DVR routers for this DVR port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f on host dv-cinder-774594-2-iscsi {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:58:09.816405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 16:58:09.816811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 16:58:09.863503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:09.978438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cc1e3cc0>,) {'filters': {'network_id': ['80abaa03-5e97-478b-8cbd-f64416637d02']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:09.991341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc1e3cc0>, 'd4c31c2f-191c-4ea8-a542-0fe4045300a6') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:09.991683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc1e3cc0>, 'd4c31c2f-191c-4ea8-a542-0fe4045300a6') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 16:58:10.004065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.019021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.025470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 16:58:10.203042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Network 80abaa03-5e97-478b-8cbd-f64416637d02 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:58:10.212600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.318145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Deleting port fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:58:10.318661 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.394576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-068fb255-1f1d-4090-9121-e434adb12062 None None] The port 'fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 16:58:10.394999 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Network 80abaa03-5e97-478b-8cbd-f64416637d02 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 16:58:10.419044 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 16:58:10.498598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.502906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ccbe4427-bb9c-4464-9968-6210d5f71fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:10.515073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:58:10.520383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.530020 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Pushing event deleted for resources: {'Network': ['ID=80abaa03-5e97-478b-8cbd-f64416637d02,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:10.534803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:10.538571 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-15a64407-d8ab-4849-8643-a2cfc70b5d71 admin admin] 10.222.0.38 "DELETE /v2.0/networks/80abaa03-5e97-478b-8cbd-f64416637d02 HTTP/1.1" status: 204  len: 168 time: 1.6386435
Apr 05 16:58:10.554920 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:58:10.555323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device fccfa6f4-e28a-45c7-8acd-7ba7286d8e6f not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:58:10.657732 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 46618) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:10.708553 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-44ab8213-ed8d-45f6-9b48-1208bb7cde83 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e9dde093068d427dbb22afa2b2463bc6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0495102
Apr 05 16:58:10.710965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 46622) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:10.772360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.799575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.858134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.863460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4dfcb991-d7ee-4afd-a7cd-0566140a2a6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:10.889377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd863e18-352d-43a4-87ff-96f21a85d92b,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:10.889377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:10.889377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:10.889377 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bd863e18-352d-43a4-87ff-96f21a85d92b HTTP/1.1" status: 204  len: 168 time: 0.1768534
Apr 05 16:58:11.261714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46636) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:11.314131 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f49f292b-3c5b-4972-949d-f62909db96b4 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6b4605464cf34d7d9cd3ebaab7f5dbd6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0511148
Apr 05 16:58:11.316797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 46642) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 16:58:11.378708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc342f70-1cea-4be0-81dd-fbdd91d9d78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:11.407035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc342f70-1cea-4be0-81dd-fbdd91d9d78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:11.460821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc342f70-1cea-4be0-81dd-fbdd91d9d78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:11.466193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:58:11.480073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc342f70-1cea-4be0-81dd-fbdd91d9d78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb432d26-e62a-41f7-b2bf-ae623a794290,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:58:11.482588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-bc342f70-1cea-4be0-81dd-fbdd91d9d78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:58:11.485168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc342f70-1cea-4be0-81dd-fbdd91d9d78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:11.487016 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-bc342f70-1cea-4be0-81dd-fbdd91d9d78f admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/eb432d26-e62a-41f7-b2bf-ae623a794290 HTTP/1.1" status: 204  len: 168 time: 0.1691766
Apr 05 16:58:12.310866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:58:35.193101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5e54ab29-819f-4939-bbb7-1bebc9d27b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:36.676739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:37.680516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d60455f-54a5-4e65-a8e1-ec872c4bfe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:37.834276 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:39.280994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:39.324943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:58:49.309796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:58:54.868753 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-e919f392-69e7-4b75-bf86-6bed63018c80 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757694
Apr 05 16:58:55.036283 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-94b237c4-1ed8-4efb-9086-d13d728ffb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:58:55.037788 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-94b237c4-1ed8-4efb-9086-d13d728ffb34 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.0821781
Apr 05 16:58:55.194025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-267efdae-51be-4df0-8bee-dfc98663bf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:58:55.195586 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-267efdae-51be-4df0-8bee-dfc98663bf16 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.1383355
Apr 05 16:58:55.267136 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-f32c789c-7e01-4d81-be89-cf1164f39144 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.0650563
Apr 05 16:58:55.338273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-5ab8c201-56ec-4467-b001-19561b9a3433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:58:55.339731 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-5ab8c201-56ec-4467-b001-19561b9a3433 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0665832
Apr 05 16:58:55.422487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-fdf7e593-2318-4e33-87c0-dbbf4d84c590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:58:55.424165 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-fdf7e593-2318-4e33-87c0-dbbf4d84c590 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777977
Apr 05 16:58:55.568289 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-e0d651f7-1ae6-4944-913b-938343d50f12 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1377938
Apr 05 16:58:55.716079 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-26e562e2-cc59-4f6d-8688-541a1fcecd2c req-a1bc5b8c-70e0-4ece-a71f-723fd6aafaad service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1418126
Apr 05 16:59:05.194590 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-658dd3af-5faa-48b8-bf05-e5143b711ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:06.677923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:07.682382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e5cd101f-4f05-43fe-910a-a05cbb2532ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:07.838572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:08.093317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bc8fd-fb88-479a-b59d-c8ba6f449ea0 req-1339b4af-747f-496f-9065-4b9428e1cedb tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:59:08.094955 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a27bc8fd-fb88-479a-b59d-c8ba6f449ea0 req-1339b4af-747f-496f-9065-4b9428e1cedb tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 945 time: 0.0945742
Apr 05 16:59:08.143527 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a27bc8fd-fb88-479a-b59d-c8ba6f449ea0 req-c2430d6d-9569-4762-be1e-00f4568362f6 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421197
Apr 05 16:59:09.100954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-32644c43-89ce-441b-aed4-5e46c79fc508 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:59:09.102490 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-32644c43-89ce-441b-aed4-5e46c79fc508 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.35 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 945 time: 0.0872262
Apr 05 16:59:09.181715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Deleting port 377e013c-ce60-431a-ac0b-aebed822f207 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 16:59:09.182147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:09.284972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:09.325028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:09.493347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd5c99-2ab9-4f2f-95a0-0627d8a29d48 req-36463724-9244-42b6-b21a-baf88a059073 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:59:09.494941 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cbcd5c99-2ab9-4f2f-95a0-0627d8a29d48 req-36463724-9244-42b6-b21a-baf88a059073 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 945 time: 0.2218790
Apr 05 16:59:09.544593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] For port 377e013c-ce60-431a-ac0b-aebed822f207, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=377e013c-ce60-431a-ac0b-aebed822f207,segment=NetworkSegment(61885624-c33a-4890-b3e2-c00ee1fd0b35),segment_id=61885624-c33a-4890-b3e2-c00ee1fd0b35)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 16:59:09.545167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:09.923435 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cbcd5c99-2ab9-4f2f-95a0-0627d8a29d48 req-aef94e0a-6d53-4aa2-affd-9fa703d8cbd0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/security-groups?id=6e229bdf-22b5-4eca-ac3e-6f58da6880d5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4212966
Apr 05 16:59:09.930644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Calling delete_port for 377e013c-ce60-431a-ac0b-aebed822f207 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 16:59:10.079343 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:10.099336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e5ba2458-6c65-40a6-8626-2e78e0b78bdc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 16:59:10.116171 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['377e013c-ce60-431a-ac0b-aebed822f207'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 16:59:10.161040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Pushing event deleted for resources: {'Port': ['ID=377e013c-ce60-431a-ac0b-aebed822f207,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 16:59:10.220420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.220770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.221180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.221582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.221982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.222382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.222775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.223168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.223562 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.223968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.225023 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.225643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 16:59:10.233225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 16:59:10.357815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] No DVR routers for this DVR port 377e013c-ce60-431a-ac0b-aebed822f207 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 16:59:10.360223 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:10.362893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'name': 'network-vif-deleted', 'tag': '377e013c-ce60-431a-ac0b-aebed822f207'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 16:59:10.378180 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7862efa5-d09b-4b4a-b77a-070d40def5fc req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.35 "DELETE /v2.0/ports/377e013c-ce60-431a-ac0b-aebed822f207 HTTP/1.1" status: 204  len: 173 time: 1.2700639
Apr 05 16:59:10.414811 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b9c8479-9526-4ac4-bf3a-c46b86d8a42b', 'name': 'network-vif-deleted', 'tag': '377e013c-ce60-431a-ac0b-aebed822f207', 'status': 'completed', 'code': 200}
Apr 05 16:59:11.090044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e677844b-92a3-456b-acdd-a22502232fab req-21298314-1375-4031-a0d4-ad147e6f1377 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Synchronizing usage tracker for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 16:59:11.105330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-e677844b-92a3-456b-acdd-a22502232fab req-21298314-1375-4031-a0d4-ad147e6f1377 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Unset dirty status for tenant:5057407ef9034ff39361f66d5dcad2f2 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 16:59:11.106562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e677844b-92a3-456b-acdd-a22502232fab req-21298314-1375-4031-a0d4-ad147e6f1377 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0669167
Apr 05 16:59:12.274842 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d1ce0422-4817-44be-93c5-b2c4148f1f69 req-d0b33e7d-f9f5-4c6c-9ba3-2a57aaebe98c tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0494833
Apr 05 16:59:13.444796 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8aa4f943-141a-4124-b051-64ff08a70144 req-1cdf03d4-d564-408b-8864-53c43f08ada3 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0545719
Apr 05 16:59:13.898073 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 377e013c-ce60-431a-ac0b-aebed822f207 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 16:59:13.935568 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 377e013c-ce60-431a-ac0b-aebed822f207 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 16:59:13.935988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 377e013c-ce60-431a-ac0b-aebed822f207 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 16:59:14.609529 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dc198158-683a-416c-b211-a348cff04a1e req-8638ca56-a3e6-4732-8874-9e23d0563593 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0516827
Apr 05 16:59:15.770370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9c627921-8f5b-411e-be30-6e351f96e3fb req-f32d0752-52ea-477b-91ed-463f4288f135 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0483012
Apr 05 16:59:16.933237 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7277b259-34b9-47b3-a79a-021883da2b9b req-c01df796-2da3-468f-916a-7ebe29ff8780 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0498173
Apr 05 16:59:18.102887 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2895d180-0e2c-4a13-8130-f66c98148b80 req-5d4708a5-4443-48ba-83d4-ccd6835a9020 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0507495
Apr 05 16:59:19.267613 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-31fd04cf-707e-46a1-a337-5d09bcb09fce req-06ee7937-30e9-4b5e-841a-ddf071844169 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0481288
Apr 05 16:59:20.429511 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5d0b7063-bef0-4236-8908-ae5aa1132723 req-d0bfb3fe-3758-44ee-94c8-85b842ff13e7 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0489297
Apr 05 16:59:21.595358 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d3c7dbd6-60c3-48ff-a167-4043ba9a79b2 req-646924fa-9099-4e0e-b11d-64f30166c78b tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0529628
Apr 05 16:59:22.757709 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9133e55d-1a52-4e26-9c1a-39a1a3db132a req-4af5ef98-01a8-42ea-9e23-f24ff47fbbfe tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0484135
Apr 05 16:59:23.926920 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-25d1cbf2-f777-482f-83a7-c1262f405fb0 req-0b633d52-2eb4-4783-aa8d-7128876fcd58 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0497918
Apr 05 16:59:25.107854 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-16f449ac-cd6d-4b16-b5a1-b5a44eaf2351 req-586100c1-9c17-48ca-be1e-6b510deff7d7 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0555952
Apr 05 16:59:26.271804 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f014c8f-e93d-40de-b6e6-6cdb4963f862 req-dd8cc556-85af-422f-84d9-dcf34e4b8ed9 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0489736
Apr 05 16:59:26.308832 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 16:59:27.432704 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-49742b32-1dce-4eb9-9aae-8f4d04727244 req-76012a03-ad6c-4f31-862d-cd8515bc8ee0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0479248
Apr 05 16:59:28.598144 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1aaf7a7c-34bd-435c-8317-62530d80444c req-59c1a7b7-af3e-4747-aeed-e411adc985d0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0520532
Apr 05 16:59:29.757908 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-27e22ab5-e454-45b4-a8c4-28663a4140f8 req-9a7c48a0-9ee8-487f-b33f-24abdd85bd20 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0480969
Apr 05 16:59:30.919571 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-252ea89d-7bfe-40d6-a4d1-af60222884ae req-f1676021-d193-4df1-b6ed-86ebdd5376d2 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0501025
Apr 05 16:59:32.090515 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c6f531b5-3427-4daf-baee-a893fb4986c9 req-c6160898-4fa5-4f15-a2bd-cbaa4d5da557 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0538204
Apr 05 16:59:33.255270 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-aa54ec50-0585-4cd7-b7e2-4b3cc7931851 req-8c76fef1-d925-4651-b155-7efb3f5ce5d7 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0480640
Apr 05 16:59:34.416113 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fbca69be-cc70-4352-995e-7aead1cccc0b req-290fb70d-d71f-4d79-a998-16825aa66a47 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0487332
Apr 05 16:59:35.196532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b3e56d9e-1af0-404e-bd94-abe80d663a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:35.584898 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fe67ca92-14d0-4e46-b598-1137fae1d612 req-7e815d5c-2093-482f-b17a-8040db104632 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0513444
Apr 05 16:59:36.680899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:36.748010 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6e9347a9-3ae1-4ed0-90d2-d031de1f8adb req-3e9d54ae-8ddc-449c-ac57-673b5083a332 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0487986
Apr 05 16:59:37.684868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-00ba5781-26b2-4bdf-91b1-3c86f227b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:37.839363 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:37.911370 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6a14575c-f970-43a8-b3eb-bd73fe2ca743 req-85603d0c-675b-4934-a711-1352103be1fc tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0488846
Apr 05 16:59:39.088950 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d3baee2f-c324-4d32-b06b-395123d0b2a5 req-2cdb19bd-baa7-4b0b-a923-d379311d8c12 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0521343
Apr 05 16:59:39.276009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:39.330397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 16:59:40.252133 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-52574c5d-507a-4b31-ac5b-07ffc7b22996 req-ee2a6bb0-aa02-4ea7-bd3c-ca102191f744 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0492940
Apr 05 16:59:41.603320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e2ccca61-f1d0-40fc-9e55-8cb2f7a2c742 req-23c60658-1821-42a5-9374-e02ccab27bb5 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.2388408
Apr 05 16:59:42.769557 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9026ae35-6642-414f-9c0b-ebb3a5553642 req-c99d7356-f298-4882-af8f-2d8a3bc8d0f4 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0514679
Apr 05 16:59:43.698418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-e7fdbb0c-c8e3-47c3-acae-045e71b416da req-7a4803f9-1331-47a9-b441-b423ddb1a42b service neutron] (84353) timed out ('10.222.0.38', 39952) {{(pid=84353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 16:59:43.932068 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-85edc054-3e0f-4a8f-9152-ac93d7e49688 req-5607bb06-4c0b-41af-8534-79f2a9dd2f4e tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0482848
Apr 05 16:59:45.094826 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5dfca0a2-9fea-4add-9f5f-f3e4136f6d9b req-e28e9a07-b2d8-4402-8ae5-10a12c4699d4 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0488853
Apr 05 16:59:46.261920 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0c630508-3a20-4286-a75b-7975529faf2c req-14b89c82-cbc3-4a6f-bc7d-509fffb8f759 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0527041
Apr 05 16:59:47.430052 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1f3e6c1f-5c37-4b18-833c-6f53f37c6cdb req-c0d72fa9-ee51-49d3-8d54-084cdc3c5a53 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0502169
Apr 05 16:59:48.592407 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-828f84a8-dcb9-4134-9efd-ed845b296667 req-8bf5fc0e-4214-43ce-bccf-20ae8de57aa8 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0493813
Apr 05 16:59:49.756324 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ac4ee785-7397-4430-828c-13422a3a091b req-5ff5f0cb-85d2-41b6-a0a2-db48e6d98e27 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0522642
Apr 05 16:59:50.917851 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fec5f4c9-3bbc-4e22-bbc3-1532f4676d91 req-a9f6403d-51f8-47bb-b627-5a7c4c1a24bb tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0481570
Apr 05 16:59:52.086449 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-61a32877-af49-49e9-b7e6-d80a2e60ea61 req-92d295ec-518a-411e-802d-c516a45285b1 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0488439
Apr 05 16:59:53.253291 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e4a7631f-01c6-461b-9c3e-809dd6e6aba9 req-a3e5836d-d4b4-4e73-bf75-ee03b2d25091 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0526428
Apr 05 16:59:54.417149 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2151a805-dcfc-455a-933c-7e9f5ba8324a req-03833151-0db7-4d6a-bf9c-d1145c688aab tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0484691
Apr 05 16:59:54.938828 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-1ee95b6a-8d54-4c24-8400-529b214575de service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0760372
Apr 05 16:59:55.055615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-fca3eafc-1e27-47f5-be13-b518fc14e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:59:55.057263 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-fca3eafc-1e27-47f5-be13-b518fc14e19f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 1098 time: 0.0848870
Apr 05 16:59:55.220160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-090d4594-fad4-4840-8541-84171be4140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:59:55.221617 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-090d4594-fad4-4840-8541-84171be4140a service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1382306
Apr 05 16:59:55.327194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-00e1f0e7-fabb-47c7-8ec2-499a0170b5d4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 200  len: 1001 time: 0.0992177
Apr 05 16:59:55.397883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-ad9ce811-da87-4eb0-b438-d983bcc21e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:59:55.399375 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-ad9ce811-da87-4eb0-b438-d983bcc21e64 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0657434
Apr 05 16:59:55.482521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-10e3f8aa-29e6-4ad5-9211-b6c5b61619bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 16:59:55.484089 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-10e3f8aa-29e6-4ad5-9211-b6c5b61619bf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783520
Apr 05 16:59:55.650304 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d0cddfee-2eab-491e-9a56-c1ce92a397cf req-484cbabf-5e08-484a-8daf-9647e1488344 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.1183071
Apr 05 16:59:55.684347 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-75c71e15-3adf-491a-8072-cee33b7d98a9 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1931534
Apr 05 16:59:55.827046 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-019bf351-28e0-48a5-b385-91ebc9428f56 req-84561df1-c906-4114-9c6e-20b35c018ca6 service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1361990
Apr 05 16:59:56.818903 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-caec63d6-a692-4b2c-99cf-5d578d8c8110 req-db0e3e75-aaf2-410a-bf47-a8df0b4fabc0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0537004
Apr 05 16:59:57.983654 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-862e5996-6972-46b8-abe0-9fd270ed8866 req-101eb896-c72c-4515-90a8-875009d349dd tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0500760
Apr 05 16:59:59.148856 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c2cb1908-c6a6-43c7-8fe4-34c9b1ef28d6 req-293319f8-0f6e-4328-868d-6fdfc12bc051 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0502901
Apr 05 17:00:00.312259 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20d75307-71b1-4ffb-adf2-99cca32abef2 req-05bdcfb3-992f-47c7-9d71-70362c317e89 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0475645
Apr 05 17:00:01.533145 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3836fb42-cfc1-4392-8647-4793aab156c7 req-d21c46a3-e01b-4396-b816-8741364b0073 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.1041715
Apr 05 17:00:02.702593 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-652ae78e-e300-49a7-a67b-fd1fb2e3cb09 req-cc0385a4-ba87-4743-a490-8e1a8e557d2e tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0519609
Apr 05 17:00:03.308345 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:00:03.875193 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c39c81e5-7f8b-4128-be4e-71dbeac854c4 req-8e0dc2aa-ed73-4fc4-919a-87530c92ef22 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0555723
Apr 05 17:00:05.037677 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3a615288-4bee-4f56-8023-627bc82af324 req-c36f87e6-8a15-4a9d-94fb-392e81ba637a tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0497231
Apr 05 17:00:05.197099 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-06f87aa8-7669-4f4c-9002-e994f05a00bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:06.202780 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1cf79fdf-cd20-44ff-b67d-0e05db68bc9d req-fa7061a6-5d73-4d0c-b039-40e8f70febe4 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0478246
Apr 05 17:00:06.683372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:07.368473 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f49a711-6fdf-4610-b621-ea0a5dbc2733 req-14618148-c67c-41d5-be04-9b7e871403b2 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0488310
Apr 05 17:00:07.690103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31103323-5f71-4739-8c77-62ae3816d0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:07.842981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:08.534490 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ca6f5c62-a7ce-4946-b0b3-1519f2ef9f37 req-aea1ef04-7e53-4241-9ca1-66c6d9c5ba02 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0498350
Apr 05 17:00:09.280173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:09.332931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:09.702576 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f368af00-60ad-4d9c-a168-973fa6868d89 req-2da60288-0c49-46af-a646-659fbc27c42f tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0539629
Apr 05 17:00:10.866596 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-79deb08b-6c09-4e86-9d46-521ab48277fc req-be482a0c-378a-49e8-94de-00ce81450d26 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0516050
Apr 05 17:00:12.028107 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-53babdc3-5630-418c-82d2-580856d9639d req-9fa0f7a3-6cd3-435a-b63e-dbe5ae641fd0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0494442
Apr 05 17:00:13.190226 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b1230f0e-ebec-4443-8307-eb44a9128c9b req-00b715e3-5fb7-4872-a682-c0ff77c13ea5 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0486984
Apr 05 17:00:14.353051 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-21a6c58a-c08e-4d0d-9274-10440c7fdf66 req-c852c2a7-8ee1-4958-be05-992b92ff7951 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0481689
Apr 05 17:00:15.657047 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9988f2a6-8ce0-4540-8ffb-cb6a6aa41423 req-098e5b82-c932-4ac2-8e63-ded6748bc7ee tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0501506
Apr 05 17:00:16.826418 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a87e6244-4ab0-4087-94f5-89b919092ee2 req-f351cb63-b10d-48a0-984f-2413eda5aab5 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0512509
Apr 05 17:00:17.992839 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4d08f88c-cc25-45f1-86d4-c66d0348fa5a req-1de5cb03-8c41-44a5-bad3-e86f31debc8d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0525811
Apr 05 17:00:19.159700 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2b4103df-cdf4-4476-929f-014b7624da31 req-095953ee-dedf-441f-a017-8cae9456e51f tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0497625
Apr 05 17:00:20.321824 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3d756b3e-ea12-4446-afa6-8b5975b607d0 req-70825231-d019-48ed-9e3e-e110b4860499 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0490129
Apr 05 17:00:21.486065 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c5414b09-42e5-4892-9afe-affd3fd7ef60 req-7b0f9fc4-0704-4bfb-9cb7-be8f88770c54 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0486801
Apr 05 17:00:22.650532 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1c6eaed3-c054-4118-a642-6ea2265623bb req-09114034-8334-4dae-8276-f954f738e34a tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0489826
Apr 05 17:00:23.817627 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b317b691-d742-4526-83f2-48a436f29a53 req-f143c8d2-9048-4fcc-9cf7-6f2d69e21a64 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0504086
Apr 05 17:00:24.985481 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8baf6fda-1f69-4630-8bc6-251bcbfce322 req-0226d191-1d1a-487d-ab61-c03a07511a96 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0549078
Apr 05 17:00:26.148597 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-319488b4-d713-48d8-9741-d02d4d4a5951 req-1b9f1517-af15-4be9-b12a-c3e4261801b6 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0491157
Apr 05 17:00:27.315466 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-95310162-ed96-4e42-a55d-177a52681e5c req-ab4fb038-6db7-42ba-b1b2-23ff3fac92e3 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0482869
Apr 05 17:00:28.478210 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-97c294d9-2f30-4953-8855-c88d02c027b0 req-0bf484be-9a3e-4bcf-80ba-a22e68077598 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0486708
Apr 05 17:00:29.641718 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3d4ca555-c6cf-47ea-b460-2d7605f31479 req-f57b2b50-852d-4516-9ff6-f11414a8da7c tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0485439
Apr 05 17:00:30.806769 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9ad84050-7269-49bc-bbde-ef96a11e07f6 req-8a4abd4c-25fb-4513-9608-95dea66d0141 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0510638
Apr 05 17:00:31.971512 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2e1f4f87-530a-4550-abb3-224cdb8f1211 req-88430316-75d3-4dfa-8fdd-ade5dd66086d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0521955
Apr 05 17:00:33.135194 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-99a324a3-9098-461e-9380-d6d3af25d193 req-87965a6a-7547-482c-b473-a31d24eece90 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0490038
Apr 05 17:00:34.299111 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ca70a929-0cc2-4474-9050-261368fbc61a req-0349f231-46f2-465f-8168-fe51a6331c6f tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0489154
Apr 05 17:00:35.198357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4fdcaec6-e7b7-4ed6-b156-78dacffeccbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:35.461548 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6fa5752-a809-49f1-bb03-dac2f3cca56c req-50b11953-fe0d-4c41-8399-dc4021bda668 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0487339
Apr 05 17:00:36.627440 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-22bcc76a-c43b-461c-9319-af0d1b395e3e req-bac1c049-3b8e-44bf-b293-dfa1e6aec168 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0494237
Apr 05 17:00:36.686639 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:37.692979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-97336094-d401-439b-b195-e5f444e94acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:37.798888 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2d140251-6a20-43af-a4a5-13b78bb45e93 req-3dbc7a5b-2c71-4dbd-adcb-54eb820465cf tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0570428
Apr 05 17:00:37.846482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:38.967829 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-345cf9e0-e08e-4792-af5d-a0363cee730a req-b89a862c-18c4-4a94-b18b-183698119975 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0527303
Apr 05 17:00:39.290988 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:39.334560 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:00:40.147220 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f9b15688-4da2-428e-b518-d1d3cd609023 req-24e3266c-bc60-4b72-a527-18fdde390212 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0510480
Apr 05 17:00:40.308397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:00:41.309075 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-949f295d-159b-47e5-a7c3-10c2472e1978 req-163ad60f-c2b2-4a31-a3a1-f5f7b3f47785 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0493207
Apr 05 17:00:42.474384 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f161ce79-18de-475d-b48e-acb2be0081f8 req-ffd06c52-b14b-4bbf-832b-268b830c1da5 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0503869
Apr 05 17:00:43.639447 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-672c45ff-abef-4404-bbb1-3872e77cefe0 req-733822da-9b5b-4416-8c0c-2e5dca90077d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0495076
Apr 05 17:00:44.804032 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-84815b0a-6fd5-451d-b65f-f86730421c53 req-07f1c387-c346-4a22-aa19-e37d6b74dfc0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0508776
Apr 05 17:00:45.969522 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c5fcdef4-21d6-421a-b7ec-cdc61b69c329 req-0995ca17-1a5d-432b-9a38-013eb50fb884 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0522258
Apr 05 17:00:47.132140 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-4f84a38e-2799-4695-b18a-73e202e81ded req-b5661239-32aa-4665-8d88-e002bcf8d681 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0501423
Apr 05 17:00:48.298186 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2c5bc6c3-fcdf-4640-988b-4209902a0f41 req-3c5f462e-a3b7-41b1-a2b4-1f607988bab4 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0524352
Apr 05 17:00:49.601990 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6dd6db37-0bf3-4d59-84fa-c442a8311110 req-1a8be738-2a39-481d-be2b-7a999ee4a836 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0484152
Apr 05 17:00:50.766989 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2b5820b2-233c-4872-b22f-c3c10ba09ae2 req-802c0917-13af-4b36-8f6f-28758b3104d3 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0509088
Apr 05 17:00:51.930698 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d7bd9ecf-77f7-4ebd-a9bb-09bf144b9555 req-cf0e5e8d-bf4d-4c1d-b2ff-d128852b88d9 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0536404
Apr 05 17:00:53.096560 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e60c3f1e-9e94-465c-a28e-d59626c81f0a req-35fc9c57-637c-4716-b163-f31f72d3e6af tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0525842
Apr 05 17:00:54.256901 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-60be99c3-3e5f-4da4-9d9e-8a9ca21a7ba1 req-a179bbe9-c081-4409-bf50-d02851137a1a tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0491633
Apr 05 17:00:54.879800 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-0e63537d-e32f-477d-b6ae-817fd1639864 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1196840
Apr 05 17:00:55.047688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-2f937773-a7d7-4011-bc56-559b55c31e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:00:55.049213 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-2f937773-a7d7-4011-bc56-559b55c31e8d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=04a75e8049f54c71aae627e7a1b59c19&device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 1098 time: 0.0816855
Apr 05 17:00:55.208332 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-9f79db15-0543-42d2-86f3-bdb847ee4b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:00:55.209888 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-9f79db15-0543-42d2-86f3-bdb847ee4b3a service neutron] 10.222.0.35 "GET /v2.0/networks?id=7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 200  len: 915 time: 0.1405611
Apr 05 17:00:55.281453 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-c44c837d-eb38-406a-8fb6-c34c9ba877a4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 200  len: 217 time: 0.0649917
Apr 05 17:00:55.354455 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-a517a0e6-5f4f-4471-aefc-ad20e08fd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:00:55.356107 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-a517a0e6-5f4f-4471-aefc-ad20e08fd606 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 200  len: 853 time: 0.0684743
Apr 05 17:00:55.427807 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0ac418f-dde8-47c0-8ba6-abe076cd32d8 req-c1918f1d-bcd2-41bb-af34-2a7621f6197b tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0523849
Apr 05 17:00:55.454555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-36a03a1c-6b88-4e15-9ed4-eaa5cfe66d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:00:55.456326 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-36a03a1c-6b88-4e15-9ed4-eaa5cfe66d03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7037af24-43c3-439c-8823-d6f5e66da6eb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0934799
Apr 05 17:00:55.466422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-8b81fc04-1980-4252-8981-9e51cdfeb332 service neutron] http://10.222.0.38:9696/v2.0/extensions returned with HTTP 200 {{(pid=84352) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Apr 05 17:00:55.467427 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-8b81fc04-1980-4252-8981-9e51cdfeb332 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0053160
Apr 05 17:00:55.844674 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-17be3289-20ab-4919-898d-0de98c7e965b service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3693757
Apr 05 17:00:55.983034 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ea7132ce-e63c-4108-882c-2ab0ccb5ea43 req-df450ceb-10bd-4623-b8a0-03881cb44c38 service neutron] 10.222.0.35 "GET /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319511
Apr 05 17:00:56.600314 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fe5c27b3-df58-4169-908c-f56ffb5596c6 req-69b770f6-2fac-4b1f-abb0-ea04c24ccaf0 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0608017
Apr 05 17:00:57.777091 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a3a9b014-d9c2-46a1-80b9-1d00a3f6265b req-8e4ce1ce-d2cb-448a-861c-3b01e7f8e231 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0516274
Apr 05 17:00:58.944954 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8c2658f3-9b86-41c5-b6b0-fa958d2b5c48 req-9c27ef8a-820d-43c7-a616-19d05bc00e79 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0487180
Apr 05 17:01:00.113286 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-fd2aa94a-1c08-4418-bb1d-a09780c3370f req-affcc4e1-6b4d-441d-b84d-ee5d9225f1bf tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0546365
Apr 05 17:01:01.279457 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-56944199-6ba3-4fb5-b450-80f80eb591c8 req-1af4b3f3-acda-4f2e-920e-350783ec122d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0494082
Apr 05 17:01:01.328449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395bbc84-1081-4682-a651-05503100f6cb req-8e84eb51-a062-4cb5-9c6f-49ce6b8e4761 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:01:01.330006 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-395bbc84-1081-4682-a651-05503100f6cb req-8e84eb51-a062-4cb5-9c6f-49ce6b8e4761 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.0894499
Apr 05 17:01:01.379019 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-395bbc84-1081-4682-a651-05503100f6cb req-cf0c12df-5955-4754-8cfa-592fdd495d52 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:security_group {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 17:01:01.393823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-395bbc84-1081-4682-a651-05503100f6cb req-cf0c12df-5955-4754-8cfa-592fdd495d52 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:security_group {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 17:01:01.394997 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-395bbc84-1081-4682-a651-05503100f6cb req-cf0c12df-5955-4754-8cfa-592fdd495d52 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587869
Apr 05 17:01:02.446362 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-32cdf31a-ced9-4194-ab94-8109d7039eb4 req-f6831c9b-4ad4-4abb-8336-57e2a57b7c7c tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0497928
Apr 05 17:01:02.504216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-e4314c89-a181-42a0-a5cd-206364792f6a tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:01:02.505762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-e4314c89-a181-42a0-a5cd-206364792f6a tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.35 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.0893278
Apr 05 17:01:02.645100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Deleting port 3540ea27-7db7-4272-9be9-50c262ada14d {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:01:02.645481 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:02.712658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc8fcb-0d3b-4b2e-af38-eb782be2b5fe req-118daf1d-a380-4507-a0f1-5c5c6a8e6fbe tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:01:02.714285 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1cc8fcb-0d3b-4b2e-af38-eb782be2b5fe req-118daf1d-a380-4507-a0f1-5c5c6a8e6fbe tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 945 time: 0.2052364
Apr 05 17:01:02.831986 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e1cc8fcb-0d3b-4b2e-af38-eb782be2b5fe req-f77a0080-885d-408e-980a-fecbd32ad5ed tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/security-groups?id=a54de448-cdd4-4073-aaa9-5a33e575c4d4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089988
Apr 05 17:01:02.955865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] For port 3540ea27-7db7-4272-9be9-50c262ada14d, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=3540ea27-7db7-4272-9be9-50c262ada14d,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:01:02.956302 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:03.087801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Calling delete_port for 3540ea27-7db7-4272-9be9-50c262ada14d owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:01:03.239813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:03.255770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f626aa40-f1b0-4f93-9421-730fb0f6cd4a tempest-TestShelveInstance-1255017524 tempest-TestShelveInstance-1255017524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:01:03.274862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] get_ports_and_sgs() called for port_ids ['3540ea27-7db7-4272-9be9-50c262ada14d'] {{(pid=84354) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Apr 05 17:01:03.322425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Pushing event deleted for resources: {'Port': ['ID=3540ea27-7db7-4272-9be9-50c262ada14d,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:01:03.377201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.377622 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.378038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.378442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.378849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.379258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.379656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.380104 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.380506 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.380906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.381302 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.381700 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:01:03.389963 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:01:03.520374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] No DVR routers for this DVR port 3540ea27-7db7-4272-9be9-50c262ada14d on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 17:01:03.522899 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:03.525733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'name': 'network-vif-deleted', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 17:01:03.538449 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6e82d45f-cce6-4e8f-ac3d-49c3316a168e req-4dd05b8b-67dc-471b-861e-e7ed9c96b133 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.35 "DELETE /v2.0/ports/3540ea27-7db7-4272-9be9-50c262ada14d HTTP/1.1" status: 204  len: 173 time: 0.9888239
Apr 05 17:01:03.620124 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-abf4a9c1-1ece-4383-be83-a02d13e2da4f req-96119c0d-c3f9-43ee-9bae-68c7266bb30e tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0532529
Apr 05 17:01:03.649762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9e95664-251a-479a-9bab-7676079b2fa7', 'name': 'network-vif-deleted', 'tag': '3540ea27-7db7-4272-9be9-50c262ada14d', 'status': 'completed', 'code': 200}
Apr 05 17:01:03.998061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-d58c0ee2-f702-4caf-b7bd-b1865c89e2f0 req-6879672c-406d-4f3d-a12f-f2be058a9ce0 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84353) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 17:01:04.016445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-d58c0ee2-f702-4caf-b7bd-b1865c89e2f0 req-6879672c-406d-4f3d-a12f-f2be058a9ce0 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84353) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 17:01:04.017137 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d58c0ee2-f702-4caf-b7bd-b1865c89e2f0 req-6879672c-406d-4f3d-a12f-f2be058a9ce0 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0678689
Apr 05 17:01:04.791242 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-71d30a21-dfb7-4e09-817c-dcfc5b228ade req-203407a4-44e2-408e-b18e-fac748f32bd8 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0491443
Apr 05 17:01:05.183345 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6bd955fe-2a30-4747-8122-2976ff97880a req-2d7861c9-42e2-4bf5-99bd-fe72b2ccba8d tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0485883
Apr 05 17:01:05.199716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5ed73bf8-eaaa-49d0-8541-28a5b5b66205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:05.964338 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-77796926-fd6d-475f-8522-3e0effe6d40f req-980c9a15-4a5e-4313-9903-56843f115107 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0513265
Apr 05 17:01:06.347779 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0c35fb48-778f-4207-9e18-f85cc6307676 req-0c84108a-bd2e-4da2-809a-a72739105a05 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0508723
Apr 05 17:01:06.468472 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 3540ea27-7db7-4272-9be9-50c262ada14d no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:01:06.505989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 3540ea27-7db7-4272-9be9-50c262ada14d {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:01:06.506383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 3540ea27-7db7-4272-9be9-50c262ada14d not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:01:06.687736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:07.128074 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-672e4cd3-cd91-41f3-815b-46d24a862ffd req-4b4d3e0f-975b-4c50-9e4a-06ec3b1c8e07 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0498898
Apr 05 17:01:07.508887 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ec95b680-cba4-426f-b728-e74a88fe2ed9 req-a4c6a5d4-9453-421e-b61f-1eefca1e8238 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0487056
Apr 05 17:01:07.694878 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-93fa80fa-1680-402e-b37b-4d3ef099dbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:07.847839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:08.291101 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ab822ac4-30b4-49d8-9f1b-b0969a84e08b req-309f4c6a-820b-4460-84e0-a861192109d8 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0480752
Apr 05 17:01:08.672919 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a49a31e-ff2d-48bc-ad74-855b608be6eb req-bd8987b9-81f1-4ad6-9fac-68779019dd3a tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0488358
Apr 05 17:01:09.306447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:09.340253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:09.457794 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a6c9847-e041-458d-bbb8-1f3f2a2417af req-02fdb127-7e01-40dc-8b1b-0b918b435369 tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0513363
Apr 05 17:01:09.835832 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-489ec4a2-662a-46b0-b2f7-c1a52437e9bb req-c9f90bc3-547c-4261-9779-abe7301234dd tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0522468
Apr 05 17:01:10.622793 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-415ec473-ba92-44e3-aed3-d44337a08038 req-790ce346-8567-4bee-b9bc-7687d08bb5ce tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] 10.222.0.38 "GET /v2.0/ports?device_id=2b9c8479-9526-4ac4-bf3a-c46b86d8a42b HTTP/1.1" status: 200  len: 210 time: 0.0498888
Apr 05 17:01:11.002476 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ed17e7c7-e89e-4eaa-b05b-4326c5abbd1c req-1e8c2fbf-a156-4199-b76a-0b7980baf915 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0523515
Apr 05 17:01:12.179077 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-50477e3a-e013-4ed4-b591-66b0cb24ea26 req-a187020d-31d6-4f4b-bd6f-511b21b602ab tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0563385
Apr 05 17:01:13.347094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-b755c961-2243-4823-be46-bd730d8f26d2 req-2938af7d-1749-4e59-8247-a72c05225da4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Synchronizing usage tracker for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84352) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Apr 05 17:01:13.359268 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [req-b755c961-2243-4823-be46-bd730d8f26d2 req-2938af7d-1749-4e59-8247-a72c05225da4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Unset dirty status for tenant:04a75e8049f54c71aae627e7a1b59c19 on resource:port {{(pid=84352) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Apr 05 17:01:13.360547 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b755c961-2243-4823-be46-bd730d8f26d2 req-2938af7d-1749-4e59-8247-a72c05225da4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0622542
Apr 05 17:01:14.528235 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b6002d77-aeec-4c4c-9704-ffb7ae80bc92 req-41c60b89-219e-40c6-9742-e4ec6cdb0dcd tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0508339
Apr 05 17:01:15.694506 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7aeef9a7-922d-4402-a486-e7dc06432981 req-63b6549d-4f0a-403b-9cc7-327865a95dae tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0520010
Apr 05 17:01:16.856837 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-cf8874f6-7202-40cb-9272-20dc86e26842 req-91cf36b7-adbd-43bd-8565-7d56d2c69e9a tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0502994
Apr 05 17:01:17.307612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:01:18.017815 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8d42e799-b00b-4930-ac55-7d74dc361d5b req-a0530b1f-1d02-46e3-8677-228b83413b4b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0487735
Apr 05 17:01:19.180961 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b939cee7-705d-4052-b8a1-ee356cdef5e5 req-2a3e31f8-d5b2-4496-acaf-cc3c7a4c9a42 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0478139
Apr 05 17:01:20.346348 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3badd688-21f1-44ca-ac67-266c59f4d58a req-caa08d25-c70a-41bb-bebf-0aa2f7c328fd tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0486765
Apr 05 17:01:21.510832 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-10222c59-8510-4eba-bb22-ab1f8fb944ff req-1123943d-f1d1-4546-aa59-21b5f428709c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0516336
Apr 05 17:01:22.680150 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a0560898-fd85-42f2-bff7-93b405cd843b req-e2fc92ef-ec21-4141-8244-9140f6862adb tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0533288
Apr 05 17:01:23.843422 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e7a27ad0-6c6c-4db9-9759-9987d3deb23a req-728cb09f-6310-4501-9a80-7175d70d92aa tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0498886
Apr 05 17:01:25.004148 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b0b641e2-bcf5-4881-9568-0b51ebe88723 req-17c5e5cd-3fa1-4b87-984a-4a3445b75dbf tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0487599
Apr 05 17:01:26.169624 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0ac463a4-3cac-4934-98f3-f0133a405b2c req-3253c09a-efe0-4b0b-8ef5-bc7ebd4d3f0a tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0490048
Apr 05 17:01:27.383535 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-a1e27a67-6438-4839-a7c8-5236593b6c79 req-1c37b585-49a9-47aa-a136-7bad3c4f4970 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0597453
Apr 05 17:01:28.556528 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c790ee9c-cef3-4621-b634-d207469719d9 req-1a90ad9f-dd03-454b-b173-f3b41d98e30f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0519552
Apr 05 17:01:29.721562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b250e7ec-3ae6-4d71-86c1-180492884932 req-329e22a6-5700-4ef6-99dc-62b22bd51b28 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0523617
Apr 05 17:01:30.883762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f0e16de3-d05d-4840-a2dc-0f05f8d4c8b7 req-03a1b34e-ebc5-4944-aac0-9415990ae098 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0492508
Apr 05 17:01:32.050895 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f43d0c7c-3c65-48e5-ae15-99f143b45588 req-0d0093da-3d0c-4736-bed1-8f798de886ae tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0496900
Apr 05 17:01:33.216500 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8e644fe-47e0-43df-8ae3-66871446b89b req-914646d2-d79f-4765-98ec-842e884db269 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0489991
Apr 05 17:01:34.381167 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-dce655e0-49c5-40de-9168-4df5e5760194 req-cf2cc642-f479-4800-bb00-cbb11f4f3e30 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0489237
Apr 05 17:01:35.201531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ffa68d54-c8ac-4d5f-afed-8811ba549a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:35.769633 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-20eeca40-e200-4cbd-b3ea-8c89a017d0c7 req-05bc7d4e-0c99-474c-ae3c-76de62a27ba5 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.2763059
Apr 05 17:01:36.692721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:36.933047 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f1ca0ea3-4255-46af-a704-83750ee6d4f2 req-20943b4c-b4f0-4d6a-ab2e-fadff5ce5e81 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0514858
Apr 05 17:01:37.695287 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9ddad7b5-e4ca-4fa6-838a-9d674867f9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:37.850356 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:38.098854 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7d7d2d69-ba9c-4879-8f9a-16511723102a req-2623af34-c602-40fb-ae45-7a22293e450b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0500474
Apr 05 17:01:39.260141 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-018dcfff-308a-4ef3-8044-7c06dc5d8b88 req-3069ec0a-b7f6-49b0-9574-5f4844f9ea6e tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0493085
Apr 05 17:01:39.303968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:39.340716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:01:40.423320 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2a8a0c5a-5412-4ad6-b206-e988bc361c9f req-6620b496-6e13-434b-8519-63c00372dfed tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0484324
Apr 05 17:01:41.588213 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bcf977d0-4484-4025-a366-7de6f00713e3 req-75c2ffd8-d8c0-456f-8d71-08cde343f25e tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0484481
Apr 05 17:01:42.751416 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8e130b4e-eea6-4178-bef9-8e4640d5da2d req-823e9106-f4dd-4cf5-844b-2eb50ea20b49 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0503592
Apr 05 17:01:43.915161 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ced99056-0442-4343-acc8-4fe3d8823d21 req-ce7ecab9-89eb-4d94-bd0a-15b8b12c07ae tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0524671
Apr 05 17:01:45.077304 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2083779f-69a7-448c-b23d-1fbf77522c60 req-65b9bb08-7538-4464-819b-23ef989bd2f9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0497203
Apr 05 17:01:46.246236 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-985ddaa1-5223-41ce-9e19-8b92c9a8d30a req-cdb055c4-8204-483c-ab26-d44e63c1583b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0520496
Apr 05 17:01:47.409293 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-421362dd-cb32-4149-8af4-d0a4a7d16fc5 req-49625cf2-7506-440d-b090-a1ef6cd71a5c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0482142
Apr 05 17:01:48.575210 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-08b85ed9-a03b-4a25-8c65-c1ab46b40c64 req-5a2eae85-f6ce-449c-95f6-3818c985aaef tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0495584
Apr 05 17:01:49.740164 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1209db26-9311-4a99-8852-2764f0801584 req-4d2d0732-68f9-41d2-b721-00dd09a9eb94 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0509181
Apr 05 17:01:50.903432 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-58016513-001e-4f2e-bb2e-99b7d83cb6c0 req-4eec9e1d-804f-449b-a41d-7b838144c48b tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0517981
Apr 05 17:01:52.064326 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f6a21a60-6ed8-417c-ade9-855d100874e2 req-631ee123-8bf7-45f8-986e-cf84b5179fa1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0488248
Apr 05 17:01:53.228783 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bfbaba4c-bc09-4aa7-b880-ae90f0557176 req-6333fc67-6392-4c2c-83d6-bad2bbd59b78 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0485101
Apr 05 17:01:54.308031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:01:54.392743 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-61258ca6-f647-4bdf-834a-9402d9a99fe6 req-59475353-0221-4dd8-a231-687fdf6070a4 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0486193
Apr 05 17:01:54.816949 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-fdabaa9f-94de-4a47-ba01-64cbaf0a738d req-487b176d-fc5d-4345-a6d3-ab6b9bfed5bd service neutron] (84353) timed out ('10.222.0.38', 41652) {{(pid=84353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 17:01:54.863828 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-51b7096c-f02f-4902-bfa0-3ffa92e9f089 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757220
Apr 05 17:01:54.976255 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-8ac4d3cc-8a6e-459e-8741-a0d30b193aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:01:54.977811 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-8ac4d3cc-8a6e-459e-8741-a0d30b193aa8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=e7634d0c1713472490f05bb4996e3a6b&device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 1098 time: 0.0806127
Apr 05 17:01:55.132482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-c49cc3d9-8159-40c4-a4aa-f39197ab804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:01:55.134035 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-c49cc3d9-8159-40c4-a4aa-f39197ab804f service neutron] 10.222.0.35 "GET /v2.0/networks?id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 200  len: 918 time: 0.1374974
Apr 05 17:01:55.245249 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-068d2a69-79de-4c34-a66e-8ffa16734172 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 200  len: 1001 time: 0.1046550
Apr 05 17:01:55.312461 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-4971d100-5167-498a-b1a7-8f34e889414e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:01:55.313940 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-4971d100-5167-498a-b1a7-8f34e889414e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 200  len: 856 time: 0.0622022
Apr 05 17:01:55.394618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-04aaceb1-6723-4743-821c-fdc456198431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:01:55.396164 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-04aaceb1-6723-4743-821c-fdc456198431 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=511b9aa5-e2e5-4c6a-a230-f4cf159d0755&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0748906
Apr 05 17:01:55.566340 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f5a7120f-9032-460e-92bb-bd5a298d50f1 req-870b84c7-5875-4c51-b08f-46bf30a1e776 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0568876
Apr 05 17:01:55.585478 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-673702d9-d1f5-47ae-b429-ab9186a4977f service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1831307
Apr 05 17:01:55.729343 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-e8a8e6fd-10db-4214-a1cd-88c1fef4b698 req-bbd5cfa1-f5f4-4230-adc6-6e1011d37dcf service neutron] 10.222.0.35 "GET /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372080
Apr 05 17:01:56.735568 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-17be652d-19bc-44de-acae-c89a9c345f84 req-2ef0d9f7-5e12-43b7-8d51-9febea290f36 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0509684
Apr 05 17:01:57.897497 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-81c4a207-4ee9-4616-9d40-0f1b51cb74b0 req-675724d6-e61a-4b8e-8bc7-47de69f7685e tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0487053
Apr 05 17:01:59.078802 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-180dfee9-f1fa-4501-807a-bfc9537a7c40 req-35a44eef-aa18-473e-98b0-20540489ac11 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0577617
Apr 05 17:02:00.488788 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-887fbda5-9e4e-4e1b-a74d-b74f4d6d838c req-48817a56-1cda-4b7a-83d4-b83a68900f6c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.2905936
Apr 05 17:02:01.656499 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-2ffe1067-77cf-488d-8c48-4c978064c273 req-66d275b7-754c-4424-8302-7dfc6e426f24 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0491893
Apr 05 17:02:02.821505 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f64bcdf-3ef4-41dc-abf8-1eaed08813a6 req-0dbb2ef9-008f-4979-8cfd-4b69cef3a296 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0485041
Apr 05 17:02:03.986981 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9b3ac3c9-d02d-45cd-a4c4-794a65c3fce3 req-8b083343-2cc3-483b-8793-c6789a745020 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0528357
Apr 05 17:02:05.148973 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1e776558-bdae-4c73-b97e-b959db09011f req-5e30ba20-97bb-41af-851d-071ebb3be1aa tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0489469
Apr 05 17:02:05.203112 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1a3a7b1c-a823-4f1c-87fb-f3385ecb0832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:06.312658 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8dbbb200-3768-44dc-b023-9501ed86cc6f req-4c9784e9-edbe-4c9b-9756-58e3441e3096 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0490770
Apr 05 17:02:06.694457 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:07.473252 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5e6e926e-6bc1-45be-a2a0-0109add1d7b7 req-3783ad50-cd45-4467-b7a7-86eb86bf847a tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0503950
Apr 05 17:02:07.696569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-baf09082-817b-4382-948f-0f8e35b6b01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:07.852591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:08.634046 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0d26af5e-c681-48e4-97fd-ee1ea13a934d req-0b2db42b-63f3-4498-bc3a-23218c8904df tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0487044
Apr 05 17:02:09.318396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:09.343623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:09.799856 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6e278262-6468-48db-b0ff-c0948516cb0a req-1fa2767b-49da-4df7-9880-5d9b79281787 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0488977
Apr 05 17:02:10.963662 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bece3eff-8d40-446f-b086-2d76a0dfd382 req-69753713-b6ac-454f-b21f-a594516b39fc tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0506401
Apr 05 17:02:12.124041 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-eab3b599-4a38-46f1-bdb0-02921eb949c6 req-d0416d07-14a3-4158-a191-b4f29d9d0114 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0482717
Apr 05 17:02:13.286940 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-6f0d76d1-3489-4341-8104-cfd698a1d29a req-4ced1b4f-21a9-49c9-87ca-e3fa17c9c0ab tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0491459
Apr 05 17:02:14.449313 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d04a871a-ccc3-48eb-9785-813789aae7c5 req-e0380dd6-8e01-47d7-9245-976efa717fe5 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0511310
Apr 05 17:02:15.744400 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-47dcc9a4-8f77-4fdf-bbbb-373704c763ef req-cae39720-e365-43a6-b11d-bfe05ccc83fe tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0481424
Apr 05 17:02:16.908763 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-afa50ad8-cc6a-4ae6-be8a-e0e06a8bec3d req-c764d35a-660f-4886-b6c0-3650839bb35f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0499327
Apr 05 17:02:18.072757 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-36f4f7a3-0993-404c-bdf3-3102827b6b83 req-627cfd84-6d70-41bf-a4fd-464d25bfe215 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0521390
Apr 05 17:02:19.237131 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-012e94f9-1435-4058-a903-07a17398db6f req-5d786c64-8fc2-49af-ac36-a030798048ad tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0513842
Apr 05 17:02:20.399606 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-102f0e58-99ef-4c9d-ad1a-9cb846ac02dc req-24c7b27b-c319-4a58-af6c-08b96e6e4bbe tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0494153
Apr 05 17:02:21.563810 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-165f9135-ebc9-477b-ae29-de4cf29bed01 req-7c2e7888-d70e-4e37-9d78-46a60acc15ca tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0510292
Apr 05 17:02:22.724120 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-69b49998-8dd3-4f84-b13a-50269ef1581e req-4caf2d48-d411-431e-98ab-2b7ff843c643 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0481675
Apr 05 17:02:23.892411 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-969ae18a-b9fa-4580-ad97-fd1b61784994 req-69c15037-1f69-4ce9-9dec-661e57eb12fb tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0483899
Apr 05 17:02:25.056835 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7ec9f387-76e2-4ec1-91dc-c435feaa65a4 req-1e7d140c-17ba-456a-9aab-ccff77ed68e0 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0530598
Apr 05 17:02:26.217999 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5c8f4249-e5c7-4875-afd5-dc2162620ff4 req-3a01473a-c3a2-4d09-ac0c-f08a42320d8f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0490644
Apr 05 17:02:27.390307 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-62a7bfe7-08f3-4589-9fa9-0679dab93f4f req-08e687d2-41ce-4222-a1cb-b3b2df27c2ce tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0515347
Apr 05 17:02:28.561486 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-ff8ba743-2ae1-4fbe-a24a-7814e842c249 req-96f28303-640d-4b51-bff9-21856545fc47 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0517709
Apr 05 17:02:29.721078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-1835b2cb-04e6-45eb-a54c-8c05aa11bd20 req-cd931d9b-2a16-4e2b-8139-fde93b38a3f5 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0479801
Apr 05 17:02:30.883212 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df3c2e05-6c85-47fc-8e9b-da8b799b33a5 req-0688ff60-9f11-4ac7-8248-35a1b76af6e9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0480313
Apr 05 17:02:31.307272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:02:32.047244 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-48bf4308-4af4-4ca3-a89c-c41b82811f97 req-50b237d3-ba11-4d90-b9d8-7ef212f1690e tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0524716
Apr 05 17:02:33.206923 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-145d30d8-864f-411f-ae80-c2724c56f7c0 req-d45461d3-b4be-45f9-8298-5479fcc405fe tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0483770
Apr 05 17:02:34.373467 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-355e2f3a-6f70-4895-a914-c035ada8104a req-ef0aec6e-e807-4b32-9fb3-302d7962973c tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0484459
Apr 05 17:02:35.204449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc63e8ea-4904-4d69-ae2a-b9ab01c61a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:35.537824 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-b5e95276-23c6-46c9-84b7-903c8c2b650a req-32bfedf4-a76a-4e23-a12d-7c5912b18cd8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0524666
Apr 05 17:02:36.697425 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:36.704767 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9488a4aa-7f08-48eb-a518-f441c3f45d34 req-3d639c9b-2b5d-40d7-9d90-017cc2100aa1 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0505102
Apr 05 17:02:37.697504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f6ddb8e8-eecc-44ae-8835-de5529fbb692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:37.856470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:37.881217 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-d73d5406-c260-498e-b7a3-c8eca57d728c req-d4f2f15d-83fe-41bb-a842-07e9ff43b90f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0589597
Apr 05 17:02:39.059414 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-5d5d1d56-193d-458d-aa6f-ef2803d2bfa5 req-a2fa2610-bebe-4ee4-9bab-7cb4a283ddc7 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0523477
Apr 05 17:02:39.317807 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:39.345655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:40.224388 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c825e0a6-69f0-44af-986e-9ff1202582c9 req-266d4921-55cd-4e7b-96d6-13214367be60 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0492649
Apr 05 17:02:40.435867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fea05a8-7a8a-4d76-be72-97254d7a0e5a req-ca3b8757-87a2-449c-be0c-0841e472bcbf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:02:40.438104 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0fea05a8-7a8a-4d76-be72-97254d7a0e5a req-ca3b8757-87a2-449c-be0c-0841e472bcbf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 945 time: 0.0916176
Apr 05 17:02:40.485762 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-0fea05a8-7a8a-4d76-be72-97254d7a0e5a req-50f38933-1b05-4386-a96e-b8679a079c84 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413210
Apr 05 17:02:41.281958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bf6d6d7-c7bc-4d59-955f-d384d0a84314 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:02:41.283644 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bf6d6d7-c7bc-4d59-955f-d384d0a84314 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 945 time: 0.0907617
Apr 05 17:02:41.403648 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-16eebcf7-0de3-45fb-895b-e7eb3658ee13 req-3d686b2c-049a-4ace-8b54-ca1734fa89e8 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0541654
Apr 05 17:02:41.410874 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Deleting port 7a9c506d-6d72-4569-b8c1-005aa2a27766 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:02:41.411262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:41.675184 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] For port 7a9c506d-6d72-4569-b8c1-005aa2a27766, host hv-cinder-77459, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77459',level=0,port_id=7a9c506d-6d72-4569-b8c1-005aa2a27766,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:02:41.675579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:41.691895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a622469-e12d-4138-a193-6f592e2d7aa4 req-31d9ad22-cefb-44fa-a634-76ae30c89611 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:02:41.693523 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a622469-e12d-4138-a193-6f592e2d7aa4 req-31d9ad22-cefb-44fa-a634-76ae30c89611 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 945 time: 0.0895844
Apr 05 17:02:41.742360 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a622469-e12d-4138-a193-6f592e2d7aa4 req-0fb72a6c-050b-4001-8fce-0b75c5e1e21f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups?id=a6937630-aba5-4fa3-af91-40036c9c4025&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424147
Apr 05 17:02:41.985793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:41.986197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854072117'] for floatingip, after_update {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:41.986540 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.l3_db [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Floating IP 627afa23-95f7-4c40-9c7f-3090a6da7c78 disassociated. External IP: 172.27.1.190, port: 7a9c506d-6d72-4569-b8c1-005aa2a27766.
Apr 05 17:02:41.986915 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Calling delete_port for 7a9c506d-6d72-4569-b8c1-005aa2a27766 owned by compute:nova {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:02:42.134168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:42.156250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d96b62ff-00d1-4bc2-b59d-dd0346ffb351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:02:42.212863 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event deleted for resources: {'Port': ['ID=7a9c506d-6d72-4569-b8c1-005aa2a27766,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:02:42.223522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.223985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.224370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.224771 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.225174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.225569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.225964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.226355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.226746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.227134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.227520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.227911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:42.231258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:02:42.579262 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bb727480-8fbe-45a4-85b0-716d056b859e req-e2398d53-b02f-4d90-a005-92b6c04d1813 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0575612
Apr 05 17:02:42.584011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 17:02:42.788914 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 17:02:42.799904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] Sync routers for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 17:02:42.810519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:02:42.811490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc2c3908>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:02:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:02:42.883273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] No DVR routers for this DVR port 7a9c506d-6d72-4569-b8c1-005aa2a27766 on host hv-cinder-77459 {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 17:02:42.886657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for port, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:42.892090 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'name': 'network-vif-deleted', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766'}] {{(pid=84352) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Apr 05 17:02:42.907607 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.35 "DELETE /v2.0/ports/7a9c506d-6d72-4569-b8c1-005aa2a27766 HTTP/1.1" status: 204  len: 173 time: 1.6172013
Apr 05 17:02:42.955108 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc79f14b-0f57-4795-a7f0-54c73766d830', 'name': 'network-vif-deleted', 'tag': '7a9c506d-6d72-4569-b8c1-005aa2a27766', 'status': 'completed', 'code': 200}
Apr 05 17:02:42.960409 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-9a155d4a-3065-48ca-80b3-8760b3780fb8 req-d3e53f2d-a778-4a90-8757-fea649069bbe tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc79f14b-0f57-4795-a7f0-54c73766d830 HTTP/1.1" status: 200  len: 210 time: 0.0786941
Apr 05 17:02:43.026922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:02:43.360065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc2c3908>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:02:43.364167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] Checking router: e7792b52-e20c-4ef8-9ed6-fe0cb4656945 for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 17:02:43.373205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:02:43.374508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cc2c3908>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:02:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:02:43.567127 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:02:43.750436 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-78aa64b2-7f32-46fe-80e5-f2deb66631f3 req-44fe5ee4-5779-45e0-b0d3-25c990c54249 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0505383
Apr 05 17:02:44.067803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cc2c3908>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:02:44.072154 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14770961-32f6-48ed-b6db-0db7ff875797 None None] The sync data for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi is: [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T16:39:58Z', 'revision_number': 4, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi', '_interfaces': [{'id': 'f647e29e-d797-4235-b75e-da30872b383a', 'name': '', 'network_id': '511b9aa5-e2e5-4c6a-a230-f4cf159d0755', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'mac_address': 'fa:16:3e:3d:c9:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:50Z', 'updated_at': '2021-04-05T16:40:14Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'subnets': [{'id': '4867f237-ec21-4f52-82c5-7950a56088ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 17:02:44.099521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 48672) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:02:44.170001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:44.200612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:44.247351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:44.252816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2da4c3f1-07cb-4332-8186-f9966fa32fd2 tempest-TestVolumeBootPattern-479293829 tempest-TestVolumeBootPattern-479293829-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:02:44.270233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6937630-aba5-4fa3-af91-40036c9c4025,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:02:44.283608 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:44.288181 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "DELETE /v2.0/security-groups/a6937630-aba5-4fa3-af91-40036c9c4025 HTTP/1.1" status: 204  len: 168 time: 0.1872437
Apr 05 17:02:44.288982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 48678) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:02:44.290486 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.290885 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.291305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.291717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.292167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.292555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.292960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.293450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.293922 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.294335 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.294864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.295131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:02:44.300742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4f431dec-46e2-4bf6-a7fc-b1293a4983cf tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:02:44.316745 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.api.v2.resource [None req-e7d34836-f957-41c3-bc02-8dc265bc2c41 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] show failed (client error): The resource could not be found.
Apr 05 17:02:44.321056 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e7d34836-f957-41c3-bc02-8dc265bc2c41 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "GET /v2.0/security-groups/a6937630-aba5-4fa3-af91-40036c9c4025 HTTP/1.1" status: 404  len: 347 time: 0.0218551
Apr 05 17:02:44.321056 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 48684) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:02:44.491964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6b760-5616-4e10-8764-8d1b78ecb895 None None] New status for floating IP 627afa23-95f7-4c40-9c7f-3090a6da7c78: DOWN {{(pid=84355) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Apr 05 17:02:44.496966 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Deleting port e5c5dd5a-2dd7-4852-be26-2f9206c067ef {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:02:44.497352 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:44.677589 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:44.677958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:44.818408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Calling delete_port for e5c5dd5a-2dd7-4852-be26-2f9206c067ef owned by network:floatingip {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:02:44.923767 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-095a23c8-c2f1-4278-966f-2a8348169949 req-edd12c4b-9afe-4b53-8c80-38f52b55d0d9 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0550086
Apr 05 17:02:44.957483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84353) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 17:02:44.957856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 17:02:45.061012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 7a9c506d-6d72-4569-b8c1-005aa2a27766 no longer exists at agent hyperv_hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:02:45.101097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] No Port match for: 7a9c506d-6d72-4569-b8c1-005aa2a27766 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:02:45.101483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Device 7a9c506d-6d72-4569-b8c1-005aa2a27766 not bound to the agent host hv-cinder-77459 {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:02:45.458996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Deleting port e5c5dd5a-2dd7-4852-be26-2f9206c067ef {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:02:45.459400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:45.641045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:45.641342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:45.771361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Calling delete_port for e5c5dd5a-2dd7-4852-be26-2f9206c067ef owned by network:floatingip {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:02:45.917069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:45.932292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-79a0a998-8072-414e-95a7-c739499e7b14 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:02:45.990424 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Pushing event deleted for resources: {'Port': ['ID=e5c5dd5a-2dd7-4852-be26-2f9206c067ef,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:02:45.994236 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:02:46.093784 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-c43ae01f-706b-4755-94e8-a5b79c46ec24 req-9cce6a93-f853-4a42-b6bc-48f7d5017887 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0523674
Apr 05 17:02:46.193400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks [] for floatingip, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:46.208381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-14593'] for floatingip, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:02:46.209561 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-31f7a053-6ca3-4e91-b3e0-7b9522cdf0dc tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] 10.222.0.38 "DELETE /v2.0/floatingips/627afa23-95f7-4c40-9c7f-3090a6da7c78 HTTP/1.1" status: 204  len: 168 time: 1.8874989
Apr 05 17:02:47.255258 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f4ecd086-402c-4c95-b53a-9794b574bad3 req-849e8e6b-418b-46a1-8850-12456f32d738 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0495498
Apr 05 17:02:48.416638 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-36355932-3a33-4734-9c92-d963edf013f5 req-b715fdc7-8460-48cf-af2d-48806b3080e6 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0484214
Apr 05 17:02:49.584483 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-7667f20f-c73b-4b76-9ca3-db0d2e3e9c0d req-002db4b5-1749-4819-841a-d972cf3e64a2 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0519133
Apr 05 17:02:50.744999 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bbcefe17-29eb-4609-9521-7133e1933392 req-12563387-01c5-4d8e-87f1-ac23f3069a28 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0482175
Apr 05 17:02:51.909326 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-54a3b9c5-259f-49d8-a917-2dab4846e00e req-bcf58d92-5d14-4081-b001-7a22663371ac tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0491469
Apr 05 17:02:53.086258 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-f7418399-ecc5-4fe7-8d4a-33feae37e732 req-1ee006f3-f3db-4353-b7f0-7f8b71ed2c35 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0525308
Apr 05 17:02:53.501572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-d93b6a33-0139-4293-a7b5-43eb55b06744 req-64c5035d-f4d9-447a-887d-d7e622f0f898 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] (84353) timed out ('10.222.0.35', 49853) {{(pid=84353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 17:02:53.637445 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-21f1923f-37c1-4060-ba11-49feaa8d4cbe req-1e6551d1-956a-4128-9d4f-8c5d8269116c service neutron] (84352) timed out ('10.222.0.35', 49888) {{(pid=84352) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 17:02:54.241434 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-41ca4b6e-8c3b-442e-8d7f-b30d8e2f9af3 req-01a1701b-371b-403d-8e0e-6c28d404d6fe tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0486667
Apr 05 17:02:55.404406 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-bf755abd-caa2-41db-9367-91537815112d req-90f16bda-dc7d-4c7a-9b56-0eeacd351540 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0490866
Apr 05 17:02:56.572609 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-df54dcc8-a8b3-4955-8626-fbc6388003ab req-a8fced30-d98b-489f-83c1-c0ecec9a619f tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0525861
Apr 05 17:02:57.732466 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-56cf4db2-757d-4895-927e-19e3880b6b41 req-1ca9a12d-aa87-4446-89da-fd2bc1beedb6 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0475402
Apr 05 17:02:58.894140 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-73edb315-ada1-454a-aad4-e82eebabb5a9 req-31a476b4-c0d6-4996-965f-c2d3a23c0ede tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0493762
Apr 05 17:03:00.071945 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-359cd238-32a6-4257-9f98-4c616cbcb3b9 req-3c5e3894-5d88-47f6-b1c7-2cd5f60cf986 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0552430
Apr 05 17:03:01.231824 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-3eabac9a-5435-45ad-ac60-77d873b027a6 req-a125c1b8-13e6-4b49-b3a4-e93d5b24f4eb tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0479362
Apr 05 17:03:02.394538 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-8bcdf545-9326-40c0-a571-2294b6ba2fee req-1c25e1da-b68c-444c-bb3e-8de70e04e886 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0485590
Apr 05 17:03:03.561069 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [req-03fcfeab-99ca-4dad-a37f-cb69ab74a172 req-b0ada0a1-81cd-494b-932e-8ea5835bf527 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] 10.222.0.38 "GET /v2.0/ports?device_id=d9e95664-251a-479a-9bab-7676079b2fa7 HTTP/1.1" status: 200  len: 210 time: 0.0521991
Apr 05 17:03:05.208452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fc4f37f1-b789-4d76-b4d7-e2b1bbdeacbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:05.625208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48886) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:06.545590 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:06.700941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:06.908039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Deleting port 4367c739-3cca-4ef2-a29c-206682f7a076 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:06.908370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:07.093180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] For port 4367c739-3cca-4ef2-a29c-206682f7a076, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=4367c739-3cca-4ef2-a29c-206682f7a076,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:07.093569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:07.222594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Calling delete_port for 4367c739-3cca-4ef2-a29c-206682f7a076 owned by network:router_interface {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:07.399813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:07.426611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:07.478110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Pushing event deleted for resources: {'Port': ['ID=4367c739-3cca-4ef2-a29c-206682f7a076,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:07.482054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:07.701668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d3464c0e-47f8-4055-b9a8-5cc321ec35b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:07.858770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:07.863719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:08.306962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:03:08.365232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 17:03:08.557675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 17:03:08.566462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] Sync routers for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 17:03:08.572912 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f5ac2f20-0bae-4442-94c7-f4d2154ab901 admin admin] 10.222.0.38 "PUT /v2.0/routers/6d38c334-0960-4ca6-b8ef-ea5be1ffb50d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9464920
Apr 05 17:03:08.575572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48910) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:08.576337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:03:08.577077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0b33c8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:03:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:08.765993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:08.767501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:03:09.087517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0b33c8>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T17:03:07Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:09.091614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] Checking router: 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 17:03:09.100719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] Routers {'6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:03:09.101372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cd0b33c8>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:03:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:09.201893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:09.210232 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Deleting port e76ca42d-30ec-415e-be5a-9ba2d73648b7 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:09.210601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:09.293203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] Set router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:03:09.397027 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] For port e76ca42d-30ec-415e-be5a-9ba2d73648b7, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=e76ca42d-30ec-415e-be5a-9ba2d73648b7,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:09.397422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:09.464460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:09.467097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:09.533391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Calling delete_port for e76ca42d-30ec-415e-be5a-9ba2d73648b7 owned by network:router_gateway {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:09.640416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cd0b33c8>, [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T17:03:07Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:09.644695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f71bda6c-d1fc-4091-b6e0-546c58d86c36 None None] The sync data for ids ['6d38c334-0960-4ca6-b8ef-ea5be1ffb50d'] in dv-cinder-774594-2-iscsi is: [{'id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'name': 'tempest-TestMinimumBasicScenario-691932219-router', 'tenant_id': '04a75e8049f54c71aae627e7a1b59c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:42:53Z', 'updated_at': '2021-04-05T17:03:07Z', 'revision_number': 5, 'project_id': '04a75e8049f54c71aae627e7a1b59c19', 'gw_port': {'id': 'e76ca42d-30ec-415e-be5a-9ba2d73648b7', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:cb:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d38c334-0960-4ca6-b8ef-ea5be1ffb50d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:42:54Z', 'updated_at': '2021-04-05T16:43:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 17:03:09.715165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:09.732206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0fb7a998-589a-4a2b-8fd3-462844592b6d tempest-VolumesSnapshotTestJSON-567979001 tempest-VolumesSnapshotTestJSON-567979001-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:09.792740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e76ca42d-30ec-415e-be5a-9ba2d73648b7,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:09.796763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:09.993900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.180615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.182854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.204996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.205542 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d38c334-0960-4ca6-b8ef-ea5be1ffb50d {{(pid=84352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 17:03:10.218344 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.219564 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-10f1448b-f325-491a-a35b-1c065972e8f5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/6d38c334-0960-4ca6-b8ef-ea5be1ffb50d HTTP/1.1" status: 204  len: 168 time: 1.6429493
Apr 05 17:03:10.222302 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48920) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:10.293648 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Deleting subnet 0696da25-08d6-4871-bfbc-a906417296c9 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:03:10.296917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.350158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.436804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.709822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.711132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device e76ca42d-30ec-415e-be5a-9ba2d73648b7 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:03:10.726799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1e2c6e6e-b014-42a9-a96b-939ea829ff33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:10.753178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: e76ca42d-30ec-415e-be5a-9ba2d73648b7 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:03:10.753573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device e76ca42d-30ec-415e-be5a-9ba2d73648b7 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:03:10.754030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 4367c739-3cca-4ef2-a29c-206682f7a076 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:03:10.779102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0696da25-08d6-4871-bfbc-a906417296c9,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:10.783072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:10.793733 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 4367c739-3cca-4ef2-a29c-206682f7a076 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:03:10.794213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 4367c739-3cca-4ef2-a29c-206682f7a076 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:03:10.861420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:10.866683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0496a60-f315-42f8-b580-f1e6f087fd44 None None] Network 7037af24-43c3-439c-8823-d6f5e66da6eb requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:03:10.870123 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-acf43e12-ec8c-4e12-97cd-e6c61dec5003 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/0696da25-08d6-4871-bfbc-a906417296c9 HTTP/1.1" status: 204  len: 168 time: 0.6443789
Apr 05 17:03:10.870396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48930) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:10.989266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.062882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Deleting port 7663ff57-85f1-453a-84fd-f53a2f92847b {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:11.063017 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.130734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] DHCP port deletion for 7037af24-43c3-439c-8823-d6f5e66da6eb request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 17:03:11.135248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Deleting port 7663ff57-85f1-453a-84fd-f53a2f92847b {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:11.135663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.282804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] For port 7663ff57-85f1-453a-84fd-f53a2f92847b, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7663ff57-85f1-453a-84fd-f53a2f92847b,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:11.283118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.351521 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] For port 7663ff57-85f1-453a-84fd-f53a2f92847b, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7663ff57-85f1-453a-84fd-f53a2f92847b,segment=NetworkSegment(2987f086-936f-4e02-ba0d-01101a47ffe6),segment_id=2987f086-936f-4e02-ba0d-01101a47ffe6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:11.351972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.423263 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Calling delete_port for 7663ff57-85f1-453a-84fd-f53a2f92847b owned by network:dhcp {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:11.505327 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.522595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c050bb0d-701d-478a-b35b-919fc4cb41f3 tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:11.587151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Pushing event deleted for resources: {'Port': ['ID=7663ff57-85f1-453a-84fd-f53a2f92847b,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:11.591427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:11.654026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Calling delete_port for 7663ff57-85f1-453a-84fd-f53a2f92847b owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:11.671893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] No DVR routers for this DVR port 7663ff57-85f1-453a-84fd-f53a2f92847b on host dv-cinder-774594-2-iscsi {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 17:03:11.731851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 17:03:11.732312 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 17:03:11.796851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.911442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cc7ba860>,) {'filters': {'network_id': ['7037af24-43c3-439c-8823-d6f5e66da6eb']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:11.924295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc7ba860>, '2987f086-936f-4e02-ba0d-01101a47ffe6') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:11.924636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc7ba860>, '2987f086-936f-4e02-ba0d-01101a47ffe6') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:11.937103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.953338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:11.959889 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:03:12.140990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Network 7037af24-43c3-439c-8823-d6f5e66da6eb has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:03:12.149896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:12.233867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Deleting port 7663ff57-85f1-453a-84fd-f53a2f92847b {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:12.234297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:12.304415 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-dfc23d0c-5f65-49b4-a5e3-4be117f37698 None None] The port '7663ff57-85f1-453a-84fd-f53a2f92847b' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 17:03:12.327072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Network 7037af24-43c3-439c-8823-d6f5e66da6eb has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:03:12.353660 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:03:12.436754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:12.442498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:12.446275 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:12.469118 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Pushing event deleted for resources: {'Network': ['ID=7037af24-43c3-439c-8823-d6f5e66da6eb,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:12.471823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:12.481957 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] 10.222.0.38 "DELETE /v2.0/networks/7037af24-43c3-439c-8823-d6f5e66da6eb HTTP/1.1" status: 204  len: 168 time: 1.6105280
Apr 05 17:03:12.485662 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48942) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:12.702036 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7663ff57-85f1-453a-84fd-f53a2f92847b no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:03:12.743025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 7663ff57-85f1-453a-84fd-f53a2f92847b {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:03:12.743416 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7663ff57-85f1-453a-84fd-f53a2f92847b not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:03:13.310156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:13.678433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Deleting port 557eb38b-bcc7-46d2-862e-f5f84710d99e {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:13.678805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:13.856516 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] For port 557eb38b-bcc7-46d2-862e-f5f84710d99e, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=557eb38b-bcc7-46d2-862e-f5f84710d99e,segment=NetworkSegment(14b5a8c5-5020-4f34-a2e6-1ed20ded4f05),segment_id=14b5a8c5-5020-4f34-a2e6-1ed20ded4f05)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:13.856904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:14.002741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Calling delete_port for 557eb38b-bcc7-46d2-862e-f5f84710d99e owned by network:router_interface {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:14.175995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:14.190992 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b5c75165-0c69-44fb-833d-675237040c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:14.250290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Pushing event deleted for resources: {'Port': ['ID=557eb38b-bcc7-46d2-862e-f5f84710d99e,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:14.254249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:14.636146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:15.150318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 17:03:15.335256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 17:03:15.343824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] Sync routers for ids ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 17:03:15.353761 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-47598f99-ab53-4df1-903d-b482485f3366 admin admin] 10.222.0.38 "PUT /v2.0/routers/59127a69-6d0c-4c2b-bbb1-eec5ea262918/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8646049
Apr 05 17:03:15.354031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48962) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:15.354156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] Routers {'59127a69-6d0c-4c2b-bbb1-eec5ea262918'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:03:15.354718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdd97be0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:03:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:15.715077 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] Set router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:03:15.801896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks [] for router, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:15.992956 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:16.001802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Deleting port c2de7bcf-20cc-4bd1-a191-9a071a29f315 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:16.002181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:16.013293 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdd97be0>, [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T17:03:14Z', 'revision_number': 5, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port': {'id': 'c2de7bcf-20cc-4bd1-a191-9a071a29f315', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:7c:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:43:06Z', 'updated_at': '2021-04-05T16:43:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:16.017428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] Checking router: 59127a69-6d0c-4c2b-bbb1-eec5ea262918 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 17:03:16.026865 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] Routers {'59127a69-6d0c-4c2b-bbb1-eec5ea262918'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:03:16.027531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cdd97be0>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:03:08Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:16.193605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] Set router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 gateway port host: None {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:03:16.202596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] For port c2de7bcf-20cc-4bd1-a191-9a071a29f315, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=c2de7bcf-20cc-4bd1-a191-9a071a29f315,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:16.202996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:16.309209 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cdd97be0>, [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T17:03:15Z', 'revision_number': 6, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:16.313875 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a794ef4f-d26b-4a0e-a568-2bfdfc514b10 None None] The sync data for ids ['59127a69-6d0c-4c2b-bbb1-eec5ea262918'] in dv-cinder-774594-2-iscsi is: [{'id': '59127a69-6d0c-4c2b-bbb1-eec5ea262918', 'name': 'tempest-TestMinimumBasicScenario-65763247-router', 'tenant_id': '4a1a30247427484f84c3c0f0cf3686be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:43:05Z', 'updated_at': '2021-04-05T17:03:15Z', 'revision_number': 6, 'project_id': '4a1a30247427484f84c3c0f0cf3686be', 'gw_port_host': None}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 17:03:16.339477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Calling delete_port for c2de7bcf-20cc-4bd1-a191-9a071a29f315 owned by network:router_gateway {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:16.525987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:16.541593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0a0bfddb-af6f-4aa3-aee9-702850cccab1 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:16.599693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Pushing event deleted for resources: {'Port': ['ID=c2de7bcf-20cc-4bd1-a191-9a071a29f315,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:16.603712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:16.705004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c2de7bcf-20cc-4bd1-a191-9a071a29f315 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:03:16.742811 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: c2de7bcf-20cc-4bd1-a191-9a071a29f315 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:03:16.743239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c2de7bcf-20cc-4bd1-a191-9a071a29f315 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:03:16.743746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 557eb38b-bcc7-46d2-862e-f5f84710d99e no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:03:16.781174 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 557eb38b-bcc7-46d2-862e-f5f84710d99e {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:03:16.781566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 557eb38b-bcc7-46d2-862e-f5f84710d99e not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:03:16.809205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:16.991296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:16.993605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.028713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.029816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59127a69-6d0c-4c2b-bbb1-eec5ea262918 {{(pid=84352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 17:03:17.042954 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.044232 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-da415d01-7747-4141-88fc-b5b990e0760b admin admin] 10.222.0.38 "DELETE /v2.0/routers/59127a69-6d0c-4c2b-bbb1-eec5ea262918 HTTP/1.1" status: 204  len: 168 time: 1.6891930
Apr 05 17:03:17.047467 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48974) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:17.116451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Deleting subnet 49095ae7-c790-4bd0-9ce6-d89e4e43bea0 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:03:17.119734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.172319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.258015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.512580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.532318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:17.580088 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49095ae7-c790-4bd0-9ce6-d89e4e43bea0,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:17.584021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:17.667117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.672993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48be9df8-ffa4-4e0d-8209-cdc9eefcd024 None None] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:03:17.677213 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/49095ae7-c790-4bd0-9ce6-d89e4e43bea0 HTTP/1.1" status: 204  len: 168 time: 0.6263540
Apr 05 17:03:17.677510 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 48984) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:17.793142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.862786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Deleting port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:17.863282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:17.923693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] DHCP port deletion for 223760c6-0f92-4bf3-ba7f-11ab36f4940b request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 17:03:17.928062 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Deleting port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:17.928477 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.096274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] For port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,segment=NetworkSegment(14b5a8c5-5020-4f34-a2e6-1ed20ded4f05),segment_id=14b5a8c5-5020-4f34-a2e6-1ed20ded4f05)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:18.096669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.142577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] For port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,segment=NetworkSegment(14b5a8c5-5020-4f34-a2e6-1ed20ded4f05),segment_id=14b5a8c5-5020-4f34-a2e6-1ed20ded4f05)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:03:18.143011 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.228689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Calling delete_port for a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 owned by network:dhcp {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:18.275728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Calling delete_port for a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:03:18.313435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.329059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9f4a98e2-6945-4e2e-81a4-98a7c884ae7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:18.350984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 17:03:18.351394 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 17:03:18.387157 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:18.391001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:18.476004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] No DVR routers for this DVR port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 on host dv-cinder-774594-2-iscsi {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 17:03:18.599128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.703759 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:03:18.717605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cdd1e080>,) {'filters': {'network_id': ['223760c6-0f92-4bf3-ba7f-11ab36f4940b']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:18.731176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cdd1e080>, '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:18.731358 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cdd1e080>, '14b5a8c5-5020-4f34-a2e6-1ed20ded4f05') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:03:18.741251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:03:18.741641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:03:18.744717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.760561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.767097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:03:18.853045 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Deleting port a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9 {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:03:18.853593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:18.926471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-91b5c772-2877-4255-b20b-23fce3167ff5 None None] The port 'a9bbfd6e-9184-4ee6-8c6b-114cac1fd5a9' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 17:03:18.942969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:03:18.952046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:19.377948 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Network 223760c6-0f92-4bf3-ba7f-11ab36f4940b has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:03:19.402068 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:03:19.484911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:19.488634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:19.505160 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:19.515038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Pushing event deleted for resources: {'Network': ['ID=223760c6-0f92-4bf3-ba7f-11ab36f4940b,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:19.519641 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:19.523329 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c962c286-c9e2-497c-a651-b1f86bef8100 admin admin] 10.222.0.38 "DELETE /v2.0/networks/223760c6-0f92-4bf3-ba7f-11ab36f4940b HTTP/1.1" status: 204  len: 168 time: 1.8448884
Apr 05 17:03:19.684442 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 49000) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:19.736531 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-cdb9b8bd-797f-4dca-a839-2e10950969fa admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=04a75e8049f54c71aae627e7a1b59c19&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0505431
Apr 05 17:03:19.738727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 49006) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:19.801037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:19.827436 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:19.878081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:19.882981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f63b109f-0b65-4953-a848-4aff350d0daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:19.896410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54de448-cdd4-4073-aaa9-5a33e575c4d4,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:19.899028 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:19.908304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:19.909509 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a54de448-cdd4-4073-aaa9-5a33e575c4d4 HTTP/1.1" status: 204  len: 168 time: 0.1698034
Apr 05 17:03:20.310614 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 49014) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:20.362763 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1b7304d1-15a8-4bb0-b287-7f7afb0d1616 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4a1a30247427484f84c3c0f0cf3686be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507910
Apr 05 17:03:20.365326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 49018) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:03:20.425478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:20.456057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:20.499763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:20.504904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a33efa88-3244-409c-9150-922ce6d532d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:03:20.518178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1cdabe-a615-4276-b0ba-df506687e439,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:03:20.521400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:03:20.523437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:20.524656 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5d1cdabe-a615-4276-b0ba-df506687e439 HTTP/1.1" status: 204  len: 168 time: 0.1583755
Apr 05 17:03:35.209495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cdd37a89-8151-4745-a866-82095fc9435b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:36.704248 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:37.704159 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3a6c3ca6-ca70-4300-8f4f-935918dca777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:37.859726 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:39.373170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:39.374050 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:03:45.306067 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:04:05.210410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cb7ab637-22af-4863-bbcb-1af342eef793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:06.708736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:07.705594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-23c15c15-88ed-43af-9206-ab6c00962428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:07.864061 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:09.353781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:09.371850 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:22.305896 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:04:35.211256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4ee5d266-7efd-42da-993c-ce8cc8445a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:36.710488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:37.708718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a3b21175-b00d-47e8-8aa5-2daa3842b219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:37.865860 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:39.357556 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:39.387478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:04:59.306041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:05:05.213245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-08d265a1-5663-4472-b954-0ce41a1ab06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:06.711411 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:07.710616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1849f49a-5e09-4ed5-86c2-ad7bf319331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:07.867148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:09.365060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:09.407148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:35.214042 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-87b85f0d-94cf-4fae-a8df-5cbcf1331579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:36.306109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:05:36.714952 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:37.711576 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7dff82fd-7fe6-444a-bc3c-f3901ebe6beb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:37.870478 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:39.368660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:05:39.403725 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:05.219464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-52d81651-b551-4b03-8364-1374ada4e197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:06.717528 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:07.713730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2b9175ea-c00f-472f-a16e-e3d9ccca8ee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:07.873795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:09.370351 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:09.434659 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:13.305348 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:06:35.222551 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9af95f86-e59c-4f55-9803-0813c60cdba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:36.719509 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:37.714975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a57d1c9-0844-4cf5-acb9-7816deab9d74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:37.876296 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:39.373893 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:39.450307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:06:50.305286 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:07:05.224397 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d9b72698-21ab-4538-9130-4a43c8575728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:06.720213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:07.715818 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-62391274-21d8-4286-993f-8a3541e7cf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:07.878233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:09.376825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:09.443764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:27.304449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:07:35.225058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf279e48-6601-455a-9940-4778b241d45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:36.723428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:37.716781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9887ae08-2838-489f-8667-329d487c7225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:37.880960 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:39.379857 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:07:39.449158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:00.791048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50652) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:01.549387 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:01.918656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Deleting port 43465c31-1075-45ff-8756-23f834c4aecd {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:08:01.919182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:02.103031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] For port 43465c31-1075-45ff-8756-23f834c4aecd, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=43465c31-1075-45ff-8756-23f834c4aecd,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:08:02.103435 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:02.236696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Calling delete_port for 43465c31-1075-45ff-8756-23f834c4aecd owned by network:router_interface {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:08:02.412753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:02.428917 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a33b10cb-eb11-4109-9570-1599298e375c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:02.488782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Pushing event deleted for resources: {'Port': ['ID=43465c31-1075-45ff-8756-23f834c4aecd,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:02.546450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.546887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.547297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.547709 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.548162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.548580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.548986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.549391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.549796 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.550200 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.550604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.551009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:02.556126 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:02.905055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:03.658825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Router 01db05f3-d5ae-4e16-9689-e0ada546f56a has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84352) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 17:08:03.847790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84352) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 17:08:03.857069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af70a921-c1db-4403-8626-cf8525748114 None None] Sync routers for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 17:08:03.860988 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f073a5de-601e-4d89-bfa5-68e1ea73b913 admin admin] 10.222.0.38 "PUT /v2.0/routers/01db05f3-d5ae-4e16-9689-e0ada546f56a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0686514
Apr 05 17:08:03.863613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50682) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:03.867034 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:08:03.867708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccc58860>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:07:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:04.061559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: dv-cinder-774594-2-iscsi {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:08:04.069476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:04.265748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:04.275094 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Deleting port 7c336045-becd-465a-a58e-92204a171e67 {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:08:04.275487 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:04.304418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:08:04.468841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] For port 7c336045-becd-465a-a58e-92204a171e67, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=7c336045-becd-465a-a58e-92204a171e67,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:08:04.469239 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:04.538046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccc58860>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '7c336045-becd-465a-a58e-92204a171e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T17:08:02Z', 'revision_number': 5, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port': {'id': '7c336045-becd-465a-a58e-92204a171e67', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c8:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:04.542377 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af70a921-c1db-4403-8626-cf8525748114 None None] Checking router: 01db05f3-d5ae-4e16-9689-e0ada546f56a for host: dv-cinder-774594-2-iscsi {{(pid=84354) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 17:08:04.551485 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] Routers {'01db05f3-d5ae-4e16-9689-e0ada546f56a'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84354) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:08:04.552191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36ccc58860>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:07:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['01db05f3-d5ae-4e16-9689-e0ada546f56a'], 'active': True} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:04.603055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Calling delete_port for 7c336045-becd-465a-a58e-92204a171e67 owned by network:router_gateway {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:08:04.720447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] Set router 01db05f3-d5ae-4e16-9689-e0ada546f56a gateway port host: None {{(pid=84354) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:08:04.794727 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:04.811220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:04.837670 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-af70a921-c1db-4403-8626-cf8525748114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36ccc58860>, [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T17:08:04Z', 'revision_number': 6, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:04.842142 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af70a921-c1db-4403-8626-cf8525748114 None None] The sync data for ids ['01db05f3-d5ae-4e16-9689-e0ada546f56a'] in dv-cinder-774594-2-iscsi is: [{'id': '01db05f3-d5ae-4e16-9689-e0ada546f56a', 'name': 'tempest-AttachVolumeTestJSON-779778666-router', 'tenant_id': '376d29bc7ba847838e9cc38387adc1f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T17:08:04Z', 'revision_number': 6, 'project_id': '376d29bc7ba847838e9cc38387adc1f9', 'gw_port_host': None}] {{(pid=84354) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 17:08:04.871414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c336045-becd-465a-a58e-92204a171e67,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:04.875288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:05.078651 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.227968 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79618a2f-73f1-40eb-9908-8be4cb738701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.272454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.274882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.297382 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.297939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01db05f3-d5ae-4e16-9689-e0ada546f56a {{(pid=84352) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 17:08:05.311464 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Notify callbacks [] for router, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.312719 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] 10.222.0.38 "DELETE /v2.0/routers/01db05f3-d5ae-4e16-9689-e0ada546f56a HTTP/1.1" status: 204  len: 168 time: 1.4479351
Apr 05 17:08:05.315402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50692) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:05.384379 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Deleting subnet 9083520b-c467-4871-958b-4a787a767cb6 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:08:05.387738 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.439993 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.527169 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.788760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.804809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-dc3de4b4-0e99-4f5b-b85c-6e2050089576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:05.854206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9083520b-c467-4871-958b-4a787a767cb6,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:05.857977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:05.939211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:05.944575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86320dee-3e6d-444c-b25d-05c926c2c8ba None None] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:08:05.946465 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-66aefbec-fa50-435e-9fe4-dd6b6a524c25 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/9083520b-c467-4871-958b-4a787a767cb6 HTTP/1.1" status: 204  len: 168 time: 0.6295977
Apr 05 17:08:05.949390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50698) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:06.069288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:06.141889 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Deleting port 98982c92-281f-48f7-9bb9-dc338075115c {{(pid=84352) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:08:06.142262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:06.211476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] DHCP port deletion for 28236f16-48a4-4743-9e8d-1ab8312f2f31 request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 17:08:06.217129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Deleting port 98982c92-281f-48f7-9bb9-dc338075115c {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:08:06.217550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:06.369274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] For port 98982c92-281f-48f7-9bb9-dc338075115c, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=98982c92-281f-48f7-9bb9-dc338075115c,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84352) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:08:06.369676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:06.440010 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] For port 98982c92-281f-48f7-9bb9-dc338075115c, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=98982c92-281f-48f7-9bb9-dc338075115c,segment=NetworkSegment(e5dfeb7b-3d01-4068-8ef7-619f1be7daa6),segment_id=e5dfeb7b-3d01-4068-8ef7-619f1be7daa6)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:08:06.440393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:06.505845 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Calling delete_port for 98982c92-281f-48f7-9bb9-dc338075115c owned by network:dhcp {{(pid=84352) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:08:06.573942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Calling delete_port for 98982c92-281f-48f7-9bb9-dc338075115c owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:08:06.584696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036850965201'] for port, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:06.599855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-bf4b59c6-5384-4371-869d-61a8c7c9aca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:06.647798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 17:08:06.648233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 17:08:06.733325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:06.859107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 98982c92-281f-48f7-9bb9-dc338075115c no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:08:06.897245 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 98982c92-281f-48f7-9bb9-dc338075115c {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:08:06.897635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 98982c92-281f-48f7-9bb9-dc338075115c not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:08:06.898089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 43465c31-1075-45ff-8756-23f834c4aecd no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:08:06.915470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Pushing event deleted for resources: {'Port': ['ID=98982c92-281f-48f7-9bb9-dc338075115c,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:06.919579 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:06.938393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 43465c31-1075-45ff-8756-23f834c4aecd {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:08:06.938791 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 43465c31-1075-45ff-8756-23f834c4aecd not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:08:06.939252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7c336045-becd-465a-a58e-92204a171e67 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:08:06.974600 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 7c336045-becd-465a-a58e-92204a171e67 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:08:06.974996 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 7c336045-becd-465a-a58e-92204a171e67 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:08:06.998729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] No DVR routers for this DVR port 98982c92-281f-48f7-9bb9-dc338075115c on host dv-cinder-774594-2-iscsi {{(pid=84352) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 17:08:07.123777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.149859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Deleting port 98982c92-281f-48f7-9bb9-dc338075115c {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:08:07.150299 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.225492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-ef1827e6-498c-417b-8571-bbc03f4ee956 None None] The port '98982c92-281f-48f7-9bb9-dc338075115c' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 17:08:07.243582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36c73b8198>,) {'filters': {'network_id': ['28236f16-48a4-4743-9e8d-1ab8312f2f31']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:07.256985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36c73b8198>, 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:07.257321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36c73b8198>, 'e5dfeb7b-3d01-4068-8ef7-619f1be7daa6') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:07.270904 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.287475 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.294588 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:08:07.481792 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:08:07.490859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.674971 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Network 28236f16-48a4-4743-9e8d-1ab8312f2f31 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:08:07.701764 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:08:07.716766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bb3d1495-489b-462b-9dd9-9fc0a5b060d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.779789 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.783526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-2abcf4d0-8b5f-49b0-9d5c-0736c2e1eafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:07.800422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.807563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Pushing event deleted for resources: {'Network': ['ID=28236f16-48a4-4743-9e8d-1ab8312f2f31,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:07.812078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:07.823560 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-eaf56eb0-64ee-4099-adcc-8eb53adad062 admin admin] 10.222.0.38 "DELETE /v2.0/networks/28236f16-48a4-4743-9e8d-1ab8312f2f31 HTTP/1.1" status: 204  len: 168 time: 1.8731537
Apr 05 17:08:07.883740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:07.939975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50714) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:07.995111 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ac71ab59-ecad-4c1a-949a-dc2d059ac557 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=376d29bc7ba847838e9cc38387adc1f9&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0538211
Apr 05 17:08:07.997611 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50718) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:08.058601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:08.085744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:08.132082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:08.137561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0574ac54-6e5b-4043-a13c-8c8ddc09e952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:08.151601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8478bc-0212-4a95-9399-10bf9b87844d,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:08.156829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:08.158866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:08.160098 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f8478bc-0212-4a95-9399-10bf9b87844d HTTP/1.1" status: 204  len: 168 time: 0.1615126
Apr 05 17:08:09.382030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:09.443524 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:09.920652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50786) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:10.046636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:10.061845 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:08:10.065887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Usage tracker for resource:security_group_rule and tenant:4f0518fbfacb44f7bcd666fad5448c16 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:08:10.068747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:08:10.075279 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:08:10.166547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:10.169063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:10.177605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-069330a7-02e3-47af-9bdc-3aebd6f2ff4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:10.222182 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4f0518fbfacb44f7bcd666fad5448c16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3003712
Apr 05 17:08:10.223138 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff4a522e-fc2d-4f76-ad09-17af0a7bc9e9,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:10.225116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 50792) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:10.226476 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:10.293135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:10.322531 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:10.370847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:10.375866 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d278d14f-9a66-4258-ae71-c9fe6cc9de32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:10.390151 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff4a522e-fc2d-4f76-ad09-17af0a7bc9e9,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:10.398677 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.399642 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.400166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.400574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.400974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.401375 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.401774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.402170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.402566 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.402958 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.403349 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.403742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:08:10.406511 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:10.408760 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/ff4a522e-fc2d-4f76-ad09-17af0a7bc9e9 HTTP/1.1" status: 204  len: 168 time: 0.1812346
Apr 05 17:08:10.408760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-46fa8041-c899-47cc-a48b-f6758b918b54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:11.098489 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 50822) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:11.210967 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-539169414-network', 'tenant_id': '2ae82fd47e1346258c937e4e8e4a4680'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:08:11.216074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:08:11.220089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Usage tracker for resource:network and tenant:2ae82fd47e1346258c937e4e8e4a4680 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:08:11.223049 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:08:11.229136 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:08:11.238271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Made reservation on behalf of 2ae82fd47e1346258c937e4e8e4a4680 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:08:11.243437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.259559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.274918 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:08:11.278924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae82fd47e1346258c937e4e8e4a4680 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:08:11.281803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:08:11.288742 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:08:11.371715 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.374361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.378401 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3744aa50-13f6-4ef7-97be-6e25f8fefa1f tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:11.403307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 17:08:11.417451 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6175e5-aab1-4637-ba07-a981e90f652d,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:11.420705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:11.423341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.423729 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Added segment a98f46bd-aaea-4804-b191-59534a286056 of type vlan for network 6439fc8e-2a53-4cf8-b5e4-493a56868316
Apr 05 17:08:11.450881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.480490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.481852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:08:11.482490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:11.487428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-120924b9-c414-40a6-8dd1-13fee90d980e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:11.593258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Pushing event updated for resources: {'Network': ['ID=6439fc8e-2a53-4cf8-b5e4-493a56868316,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:11.596155 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:11.597967 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.4983823
Apr 05 17:08:11.601582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 50828) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:11.603858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 6439fc8e-2a53-4cf8-b5e4-493a56868316 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 17:08:11.611291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Request body: {'subnet': {'network_id': '6439fc8e-2a53-4cf8-b5e4-493a56868316', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-539169414-subnet', 'tenant_id': '2ae82fd47e1346258c937e4e8e4a4680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:08:11.616675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:08:11.621429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Usage tracker for resource:subnet and tenant:2ae82fd47e1346258c937e4e8e4a4680 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:08:11.624573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:08:11.630929 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:08:11.641936 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Made reservation on behalf of 2ae82fd47e1346258c937e4e8e4a4680 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:08:11.646656 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851757385'] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:12.051155 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852242876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851757436'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:12.066975 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f691d049-8ad9-48e2-969e-1c570d50c675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:12.436260 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=34736c17-01e1-4594-8b06-3e276a1e3888,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:12.439205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:12.500591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Checking segment: {'id': 'a98f46bd-aaea-4804-b191-59534a286056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '6439fc8e-2a53-4cf8-b5e4-493a56868316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 17:08:12.500976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Network hostable DHCP agents. Network: 6439fc8e-2a53-4cf8-b5e4-493a56868316, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 17:08:12.519114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Network 6439fc8e-2a53-4cf8-b5e4-493a56868316 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 17:08:12.527082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 6439fc8e-2a53-4cf8-b5e4-493a56868316) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 17:08:12.536714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794b2e4a-9b84-4499-9663-43babd521323 None None] Network 6439fc8e-2a53-4cf8-b5e4-493a56868316 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:08:12.540729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:08:12.541375 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:12.560678 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e23fdffe-e1ba-4d62-a7eb-800c4abc1a9c admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9576874
Apr 05 17:08:12.761229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa724d6-43e7-427f-bb31-4de4a0fd1536 None None] Network 6439fc8e-2a53-4cf8-b5e4-493a56868316 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:08:13.107924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 50854) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:13.114272 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357269041-network', 'tenant_id': 'cc31f3a5b3a1429a8c1566285c914d80'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:08:13.119859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:08:13.123888 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Usage tracker for resource:network and tenant:cc31f3a5b3a1429a8c1566285c914d80 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:08:13.127498 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:08:13.134530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:08:13.143473 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Made reservation on behalf of cc31f3a5b3a1429a8c1566285c914d80 for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:08:13.148288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.162039 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.177602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:08:13.182230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Usage tracker for resource:security_group_rule and tenant:cc31f3a5b3a1429a8c1566285c914d80 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:08:13.185582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:08:13.191669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:08:13.280076 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.282644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.286795 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-64a0d689-1a48-4d09-9b7a-1119f18dc302 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:13.312137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 17:08:13.325101 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca1cca2-36d6-426e-9eda-e6a41b385d82,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:13.329518 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:13.330497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.330877 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Added segment 08411c1b-8be8-41c0-a8b1-b00310f1e5b5 of type vlan for network 7055d6ad-1e96-422c-b68d-7f127dea63f1
Apr 05 17:08:13.358931 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.387718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.389213 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:08:13.389858 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.395040 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:13.504234 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.3949308
Apr 05 17:08:13.507278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Pushing event updated for resources: {'Network': ['ID=7055d6ad-1e96-422c-b68d-7f127dea63f1,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:13.507429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50858) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:13.510370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:13.514274 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Request body: {'subnet': {'network_id': '7055d6ad-1e96-422c-b68d-7f127dea63f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357269041-subnet', 'tenant_id': 'cc31f3a5b3a1429a8c1566285c914d80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:08:13.518346 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 7055d6ad-1e96-422c-b68d-7f127dea63f1 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 17:08:13.519788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:08:13.523872 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Usage tracker for resource:subnet and tenant:cc31f3a5b3a1429a8c1566285c914d80 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:08:13.526890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:08:13.532978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:08:13.543147 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Made reservation on behalf of cc31f3a5b3a1429a8c1566285c914d80 for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:08:13.548110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021130'] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.950520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850965047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021177'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:13.966131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:14.099308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a15880dd-7422-4822-8ed8-21885fa52744,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:14.102941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:14.163854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Checking segment: {'id': '08411c1b-8be8-41c0-a8b1-b00310f1e5b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '7055d6ad-1e96-422c-b68d-7f127dea63f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 17:08:14.164288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Network hostable DHCP agents. Network: 7055d6ad-1e96-422c-b68d-7f127dea63f1, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 17:08:14.182848 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Network 7055d6ad-1e96-422c-b68d-7f127dea63f1 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 17:08:14.190746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 7055d6ad-1e96-422c-b68d-7f127dea63f1) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 17:08:14.199747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de715c9-4385-460b-9912-c4a87aa16b16 None None] Network 7055d6ad-1e96-422c-b68d-7f127dea63f1 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:08:14.203754 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:08:14.204367 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:14.230918 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9d9cab3e-e81c-4e26-bf1c-615b4505a9db admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7224705
Apr 05 17:08:14.373148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50868) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:14.426170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ba5e75-a041-4198-9d7d-b90ae686d2db None None] Network 7055d6ad-1e96-422c-b68d-7f127dea63f1 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:08:14.443674 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Deleting subnet 34736c17-01e1-4594-8b06-3e276a1e3888 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:08:14.447507 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:14.499559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:14.559181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:14.830843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:14.846465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:14.896756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34736c17-01e1-4594-8b06-3e276a1e3888,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:14.900906 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:14.979381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:14.985381 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-95e08cd7-8366-4c28-bea3-ef9e2e19ada5 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/34736c17-01e1-4594-8b06-3e276a1e3888 HTTP/1.1" status: 204  len: 168 time: 0.6111338
Apr 05 17:08:14.988114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50872) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:15.107663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:15.301440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:15.414096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cc64c128>,) {'filters': {'network_id': ['6439fc8e-2a53-4cf8-b5e4-493a56868316']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:15.428234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc64c128>, 'a98f46bd-aaea-4804-b191-59534a286056') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:15.428572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc64c128>, 'a98f46bd-aaea-4804-b191-59534a286056') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:15.441005 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:15.455575 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:15.461775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:08:15.637484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Network 6439fc8e-2a53-4cf8-b5e4-493a56868316 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:08:15.646934 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:15.824697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Network 6439fc8e-2a53-4cf8-b5e4-493a56868316 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:08:15.846964 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:08:15.924063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:15.927676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:15.941916 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:15.952806 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Pushing event deleted for resources: {'Network': ['ID=6439fc8e-2a53-4cf8-b5e4-493a56868316,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:15.955021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:15.956610 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7f24c56b-8f60-413b-9b42-d820f831dc51 admin admin] 10.222.0.38 "DELETE /v2.0/networks/6439fc8e-2a53-4cf8-b5e4-493a56868316 HTTP/1.1" status: 204  len: 168 time: 0.9675262
Apr 05 17:08:15.959593 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50880) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:16.024446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Deleting subnet a15880dd-7422-4822-8ed8-21885fa52744 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:08:16.027644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:16.083100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:16.142133 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:16.639856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:16.655882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-65f79a48-0bc1-44a3-babf-39e34cc10a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:16.703132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a15880dd-7422-4822-8ed8-21885fa52744,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:16.705823 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:16.791326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:16.797343 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-535c981b-1cd9-414d-8101-f808cef3dd61 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/a15880dd-7422-4822-8ed8-21885fa52744 HTTP/1.1" status: 204  len: 168 time: 0.8367209
Apr 05 17:08:16.799939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50888) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:16.915650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:17.105437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:17.215501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cc29b710>,) {'filters': {'network_id': ['7055d6ad-1e96-422c-b68d-7f127dea63f1']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:17.231419 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc29b710>, '08411c1b-8be8-41c0-a8b1-b00310f1e5b5') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:17.231750 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cc29b710>, '08411c1b-8be8-41c0-a8b1-b00310f1e5b5') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:08:17.245143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:17.261395 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:17.268262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:08:17.443990 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Network 7055d6ad-1e96-422c-b68d-7f127dea63f1 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:08:17.453051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:17.630383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Network 7055d6ad-1e96-422c-b68d-7f127dea63f1 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:08:17.657223 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:08:17.735457 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:17.739278 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-70aa0050-f88d-4fbb-aef3-aeaba8b4db5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:17.753316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:17.764817 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] 10.222.0.38 "DELETE /v2.0/networks/7055d6ad-1e96-422c-b68d-7f127dea63f1 HTTP/1.1" status: 204  len: 168 time: 0.9638462
Apr 05 17:08:17.765828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Pushing event deleted for resources: {'Network': ['ID=7055d6ad-1e96-422c-b68d-7f127dea63f1,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:17.768125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:17.939583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50898) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:17.991330 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-02ed3adc-61ff-4054-95a8-b18f83a9a573 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=2ae82fd47e1346258c937e4e8e4a4680&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0503867
Apr 05 17:08:17.994500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50902) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:18.057339 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1609814-cb6e-4cba-9b32-05937274f476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.084361 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1609814-cb6e-4cba-9b32-05937274f476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.127803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1609814-cb6e-4cba-9b32-05937274f476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.132705 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1eeb7359-c5eb-4c29-8f0c-7b16304ea708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:18.144168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1609814-cb6e-4cba-9b32-05937274f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6175e5-aab1-4637-ba07-a981e90f652d,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:18.147803 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b1609814-cb6e-4cba-9b32-05937274f476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:18.151414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1609814-cb6e-4cba-9b32-05937274f476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.152674 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b1609814-cb6e-4cba-9b32-05937274f476 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1c6175e5-aab1-4637-ba07-a981e90f652d HTTP/1.1" status: 204  len: 168 time: 0.1571956
Apr 05 17:08:18.506708 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50914) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:18.561331 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6db4b44b-a50e-4b7e-858e-b36252596912 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=cc31f3a5b3a1429a8c1566285c914d80&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0532317
Apr 05 17:08:18.563719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 50918) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:08:18.624439 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c5fceaa-9531-43b8-9fcc-fabe69d543aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.652029 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c5fceaa-9531-43b8-9fcc-fabe69d543aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.695503 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c5fceaa-9531-43b8-9fcc-fabe69d543aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.700714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1396450c-1509-4a19-b5cc-4ba97beffd30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:08:18.714480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5fceaa-9531-43b8-9fcc-fabe69d543aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca1cca2-36d6-426e-9eda-e6a41b385d82,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:08:18.717558 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c5fceaa-9531-43b8-9fcc-fabe69d543aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:08:18.718492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c5fceaa-9531-43b8-9fcc-fabe69d543aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:18.719689 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6c5fceaa-9531-43b8-9fcc-fabe69d543aa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/bca1cca2-36d6-426e-9eda-e6a41b385d82 HTTP/1.1" status: 204  len: 168 time: 0.1550012
Apr 05 17:08:35.229928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2e4ef2a7-ced8-45a3-82db-9813d9da3807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:36.725168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:37.718012 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aec1d5b5-e79b-4709-b223-f6666d1c36be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:37.887038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:39.384374 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:39.437519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:08:41.303778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:09:05.231855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6b8b74e7-4558-4294-95fd-8efab22cf93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:06.783603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:07.721707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8ff01c57-0452-4716-b802-eecf76c102c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:07.888854 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:09.386995 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:09.438321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:18.303216 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:09:35.231730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa03238b-6727-4239-88fe-44b903f79a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:36.786473 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:37.723093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9902ad7c-2021-41c3-8816-034dac0fcb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:37.890744 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:39.393554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:39.440060 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:09:55.302400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:10:05.233699 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1995dc02-b93b-4f31-b218-4f94afeb8b75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:06.795277 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:07.724378 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3f2306a2-cce3-4c4b-92cc-11bf28eda77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:07.895529 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:09.393470 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:09.431368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:32.302671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:10:35.233925 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-95a31c3e-44e3-4abb-b471-dd7de848c787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:36.787173 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:37.726305 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-80a58c80-8bc3-4828-9e26-7519f1b803e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:37.896495 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:39.397347 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:10:39.431264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:05.235591 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ca94594f-e943-4aa0-9be7-593eb143f919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:06.791601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:07.728102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-882bd682-8580-459c-b36b-8df2ea762e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:07.898824 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:09.301515 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:11:09.399303 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:09.446729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:35.236801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7fd47de6-6272-4eea-8234-a1cfcffea7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:36.795653 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:37.729253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8fdc80c-1a74-49f4-996b-734574ae0621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:37.901064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:39.403437 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:39.452431 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:11:46.300686 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:12:05.237646 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-49fb5b6c-a508-4f46-abf6-60aacbc4e93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:06.798066 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:07.730636 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11ecedc1-5985-4bf5-9151-f9967563125c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:07.903895 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:09.405282 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:09.457730 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:23.299688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:12:35.238752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-2e8f4bce-9f55-407d-87f8-c207df77545e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:36.801688 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:37.731342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-00307e2f-911d-46b7-b256-05d29e4bf478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:37.909406 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:39.411540 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:12:39.457038 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:00.299089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:13:05.241131 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a66f6e8f-6efa-4898-b98d-7cd3a5a895a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:06.803250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:07.732385 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e841b87b-975c-49fa-9895-2227b017d786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:07.909964 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:09.410724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:09.457063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:35.242301 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b811941d-1647-4fa3-81ee-2a516f0dffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:36.811069 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:37.299258 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:13:37.733399 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c544b182-53e4-4964-be18-1849e671d4f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:37.911822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:39.414051 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:13:39.485810 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:05.243242 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9c40fb27-b53b-4f5c-98a0-76aa97ddc8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:06.801663 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:07.736758 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-be6e6b83-5ff4-4450-9f6f-223222d9d43b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:07.915074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:09.415764 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:09.489557 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:14.299262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:14:21.394873 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53060) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:21.532625 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:21.547569 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:14:21.551536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Usage tracker for resource:security_group_rule and tenant:30fa5571acbd448db90cfa33a22ab31e is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:14:21.555103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:14:21.561059 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:14:21.645691 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:21.648366 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:21.656979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7f796557-e3c5-4a26-8bbe-644ad97a0887 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:21.705317 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=30fa5571acbd448db90cfa33a22ab31e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3093030
Apr 05 17:14:21.706253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f63da4a-a280-46b2-b1c8-ab72557cb8b9,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:21.708321 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53068) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:21.714497 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.714924 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.715337 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.715745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.716175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.716583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.716984 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.717383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.717784 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.718186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.718578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.718978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.723117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-aa5f9d65-aa1a-4cf8-b378-e8545d135f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:21.780962 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:21.810217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:21.864243 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:21.869942 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cb560ce8-2a43-4145-8351-cc196a8a9bd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:21.881035 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f63da4a-a280-46b2-b1c8-ab72557cb8b9,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:21.892389 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.892816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.893235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.893645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.894055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.894462 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.894869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.895273 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.895829 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.896130 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.896671 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.897074 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:14:21.900326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:21.904489 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/3f63da4a-a280-46b2-b1c8-ab72557cb8b9 HTTP/1.1" status: 204  len: 168 time: 0.1949203
Apr 05 17:14:21.905882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:22.184315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53078) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:22.203913 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:22.219115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:14:22.223129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7c2dfb32064aecb4d44d587659ef92 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:14:22.226262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:14:22.232251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:14:22.318978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:22.321400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:22.329939 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ff120f7d-bbe5-4f60-ab32-5f91c6b6a276 tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:22.375264 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ad7c2dfb32064aecb4d44d587659ef92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1898251
Apr 05 17:14:22.377021 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f6edac9-d230-4f63-9da3-57260d208e3e,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:22.378140 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53082) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:22.380685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:22.440111 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-965bfed8-0824-4475-90b9-bae9c6dc80c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:22.467115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-965bfed8-0824-4475-90b9-bae9c6dc80c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:22.511580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-965bfed8-0824-4475-90b9-bae9c6dc80c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:22.516471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c6bacbd6-cb56-4078-b082-3f4796bcea77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:22.528927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965bfed8-0824-4475-90b9-bae9c6dc80c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f6edac9-d230-4f63-9da3-57260d208e3e,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:22.532991 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-965bfed8-0824-4475-90b9-bae9c6dc80c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:22.539145 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-965bfed8-0824-4475-90b9-bae9c6dc80c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:22.540378 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-965bfed8-0824-4475-90b9-bae9c6dc80c8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/7f6edac9-d230-4f63-9da3-57260d208e3e HTTP/1.1" status: 204  len: 168 time: 0.1610916
Apr 05 17:14:35.245552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-01528dea-8bc2-40be-80d6-790ad4dbca5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:36.805136 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:37.738541 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc65de36-52bb-4ae2-9649-50a9ab873fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:37.918113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:39.419667 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:39.490113 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:47.393573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53288) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:48.142751 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-682857'] for router_interface, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:48.506650 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Deleting port f647e29e-d797-4235-b75e-da30872b383a {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:14:48.507228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:48.687212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] For port f647e29e-d797-4235-b75e-da30872b383a, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=f647e29e-d797-4235-b75e-da30872b383a,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:14:48.687607 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:48.822004 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Calling delete_port for f647e29e-d797-4235-b75e-da30872b383a owned by network:router_interface {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:14:48.996400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:49.012072 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8e3a1435-3903-4a1f-9ef6-c9b635335fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:49.070211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Pushing event deleted for resources: {'Port': ['ID=f647e29e-d797-4235-b75e-da30872b383a,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:49.074046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:49.456728 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036854123246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678588'] for router_interface, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:50.201323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 has already been hosted by L3 agent 3601db81-1ebc-40b0-aabf-bb55bbe5446d {{(pid=84353) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Apr 05 17:14:50.391033 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] Notify agent at l3_agent.dv-cinder-774594-2-iscsi the message routers_updated {{(pid=84353) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}}
Apr 05 17:14:50.401559 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] Sync routers for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Apr 05 17:14:50.404651 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b1fb08d5-739f-4eda-bcf1-27f667741939 admin admin] 10.222.0.38 "PUT /v2.0/routers/e7792b52-e20c-4ef8-9ed6-fe0cb4656945/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0099056
Apr 05 17:14:50.407390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53306) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:50.411545 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:14:50.412249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cccecd68>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:14:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:14:50.595037 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks [] for router, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:50.599574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: dv-cinder-774594-2-iscsi {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:14:50.787241 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:50.795423 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Deleting port c20e9daa-ece8-44cd-af77-113e12178a64 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:14:50.795831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:50.907753 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cccecd68>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'external_fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T17:14:48Z', 'revision_number': 5, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port': {'id': 'c20e9daa-ece8-44cd-af77-113e12178a64', 'name': '', 'network_id': 'cf184575-38ee-4c92-a38a-ccc2507e4954', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-774594-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-05T16:39:42Z', 'updated_at': '2021-04-05T16:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fdf68ff8-3bdf-4dfa-9258-8c6032018925', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-774594-2-iscsi'}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:14:50.911793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] Checking router: e7792b52-e20c-4ef8-9ed6-fe0cb4656945 for host: dv-cinder-774594-2-iscsi {{(pid=84355) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Apr 05 17:14:50.920619 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] Routers {'e7792b52-e20c-4ef8-9ed6-fe0cb4656945'} bound to L3 agent in host dv-cinder-774594-2-iscsi {{(pid=84355) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}}
Apr 05 17:14:50.921269 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f36cccecd68>, 'dv-cinder-774594-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-05T16:30:38Z,description=<?>,heartbeat_timestamp=2021-04-05T17:14:38Z,host='dv-cinder-774594-2-iscsi',id=3601db81-1ebc-40b0-aabf-bb55bbe5446d,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-04-05T16:30:38Z,topic='l3_agent')) {'router_ids': ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'], 'active': True} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:14:50.988853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] For port c20e9daa-ece8-44cd-af77-113e12178a64, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=c20e9daa-ece8-44cd-af77-113e12178a64,segment=NetworkSegment(1534ec88-0b2f-4f35-925f-1d3fc6181f10),segment_id=1534ec88-0b2f-4f35-925f-1d3fc6181f10)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:14:50.988947 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.104092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvr_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] Set router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 gateway port host: None {{(pid=84355) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Apr 05 17:14:51.133196 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Calling delete_port for c20e9daa-ece8-44cd-af77-113e12178a64 owned by network:router_gateway {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:14:51.217547 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_hamode_db [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f36cccecd68>, [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T17:14:50Z', 'revision_number': 6, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port_host': None}], 'dv-cinder-774594-2-iscsi', False) {} {{(pid=84355) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:14:51.221618 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef35497b-b8b4-45c1-97d5-b209763d6383 None None] The sync data for ids ['e7792b52-e20c-4ef8-9ed6-fe0cb4656945'] in dv-cinder-774594-2-iscsi is: [{'id': 'e7792b52-e20c-4ef8-9ed6-fe0cb4656945', 'name': 'tempest-AttachVolumeShelveTestJSON-1036187876-router', 'tenant_id': 'e7634d0c1713472490f05bb4996e3a6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-05T16:39:40Z', 'updated_at': '2021-04-05T17:14:50Z', 'revision_number': 6, 'project_id': 'e7634d0c1713472490f05bb4996e3a6b', 'gw_port_host': None}] {{(pid=84355) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Apr 05 17:14:51.298378 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:14:51.317548 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.331828 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8ef6e513-c40c-462e-b6a2-e10c49dbdd86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:51.391030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Pushing event deleted for resources: {'Port': ['ID=c20e9daa-ece8-44cd-af77-113e12178a64,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:51.393902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:51.602053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-703676'] for router_gateway, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.791135 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854102979', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854774490'] for router, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.793539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.819371 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854102905'] for router, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.819923 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7792b52-e20c-4ef8-9ed6-fe0cb4656945 {{(pid=84353) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}}
Apr 05 17:14:51.832304 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] Notify callbacks [] for router, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.833585 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-79b389f6-d554-4a59-a0b4-c79148e4876c admin admin] 10.222.0.38 "DELETE /v2.0/routers/e7792b52-e20c-4ef8-9ed6-fe0cb4656945 HTTP/1.1" status: 204  len: 168 time: 1.4251916
Apr 05 17:14:51.837086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53316) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:51.907690 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Deleting subnet 4867f237-ec21-4f52-82c5-7950a56088ab {{(pid=84353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:14:51.911024 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:51.965109 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102577'] for subnet, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:52.047168 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:52.308224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2532991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3018381'] for subnet, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:52.324058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:52.372193 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4867f237-ec21-4f52-82c5-7950a56088ab,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:52.375891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:52.456867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:52.463280 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c39f7f-41d5-4c0f-9143-beda14de1b5f None None] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:14:52.464427 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-cfb51287-3dea-4f41-aedf-349c2279092c admin admin] 10.222.0.38 "DELETE /v2.0/subnets/4867f237-ec21-4f52-82c5-7950a56088ab HTTP/1.1" status: 204  len: 168 time: 0.6264229
Apr 05 17:14:52.466105 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53324) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:52.587797 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:52.728761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] DHCP port deletion for 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 request from dv-cinder-774594-2-iscsi {{(pid=84354) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}}
Apr 05 17:14:52.733215 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Deleting port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:14:52.733631 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:52.913055 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Deleting port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 {{(pid=84353) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:14:52.913544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:52.960162 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] For port 50977ada-b4cd-4c94-94b9-38bee3bc8b19, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=50977ada-b4cd-4c94-94b9-38bee3bc8b19,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84354) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:14:52.960517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:53.098859 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f647e29e-d797-4235-b75e-da30872b383a no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:14:53.130673 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Calling delete_port for 50977ada-b4cd-4c94-94b9-38bee3bc8b19 owned by network:dhcp {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:14:53.137606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.db [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] For port 50977ada-b4cd-4c94-94b9-38bee3bc8b19, host dv-cinder-774594-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-774594-2-iscsi',level=0,port_id=50977ada-b4cd-4c94-94b9-38bee3bc8b19,segment=NetworkSegment(b10ee6ff-a984-4dfa-94f2-57475fba79ef),segment_id=b10ee6ff-a984-4dfa-94f2-57475fba79ef)] {{(pid=84353) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}}
Apr 05 17:14:53.138018 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854099088'] for port, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:53.283107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Calling delete_port for 50977ada-b4cd-4c94-94b9-38bee3bc8b19 owned by network:dhcp {{(pid=84353) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}}
Apr 05 17:14:53.348943 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: f647e29e-d797-4235-b75e-da30872b383a {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:14:53.349721 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device f647e29e-d797-4235-b75e-da30872b383a not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:14:53.350063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c20e9daa-ece8-44cd-af77-113e12178a64 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:14:53.363578 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036853836157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1039870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8742085689459', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8742085246937', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036852242782'] for port, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:53.379086 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4ce56479-de19-4633-835c-d88f94c24e16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:53.394986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: c20e9daa-ece8-44cd-af77-113e12178a64 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:14:53.395370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device c20e9daa-ece8-44cd-af77-113e12178a64 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:14:53.395819 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 50977ada-b4cd-4c94-94b9-38bee3bc8b19 no longer exists at agent ovs-agent-dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Apr 05 17:14:53.440031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] No Port match for: 50977ada-b4cd-4c94-94b9-38bee3bc8b19 {{(pid=84354) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}}
Apr 05 17:14:53.440427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Device 50977ada-b4cd-4c94-94b9-38bee3bc8b19 not bound to the agent host dv-cinder-774594-2-iscsi {{(pid=84354) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Apr 05 17:14:53.441884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=50977ada-b4cd-4c94-94b9-38bee3bc8b19,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:53.446078 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:53.462448 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.db.api [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84354) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Apr 05 17:14:53.462855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_db.api [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84354) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Apr 05 17:14:53.528368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] No DVR routers for this DVR port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 on host dv-cinder-774594-2-iscsi {{(pid=84353) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Apr 05 17:14:53.652580 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:53.765513 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36ccbae278>,) {'filters': {'network_id': ['511b9aa5-e2e5-4c6a-a230-f4cf159d0755']}} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:14:53.778383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36ccbae278>, 'b10ee6ff-a984-4dfa-94f2-57475fba79ef') {'for_net_delete': True} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:14:53.778719 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36ccbae278>, 'b10ee6ff-a984-4dfa-94f2-57475fba79ef') {} {{(pid=84353) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:14:53.791323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852673224'] for segment, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:53.809696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:53.816294 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=84353) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:14:53.964318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Deleting port 50977ada-b4cd-4c94-94b9-38bee3bc8b19 {{(pid=84354) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}}
Apr 05 17:14:53.964748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363294769101667'] for port, before_delete {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:53.998697 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:14:54.008553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2533076'] for segment, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:54.037525 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.plugin [None req-f647424a-8e04-4224-9799-8fa2fdf48854 None None] The port '50977ada-b4cd-4c94-94b9-38bee3bc8b19' was deleted {{(pid=84354) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}}
Apr 05 17:14:54.190781 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Network 511b9aa5-e2e5-4c6a-a230-f4cf159d0755 has no segments {{(pid=84353) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:14:54.213225 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:14:54.288855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:54.292565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-fe12a841-3573-419b-b8dc-507d3c366e9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:54.310986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:54.322712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Pushing event deleted for resources: {'Network': ['ID=511b9aa5-e2e5-4c6a-a230-f4cf159d0755,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:54.326191 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:54.337489 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] 10.222.0.38 "DELETE /v2.0/networks/511b9aa5-e2e5-4c6a-a230-f4cf159d0755 HTTP/1.1" status: 204  len: 168 time: 1.8703442
Apr 05 17:14:54.470214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53336) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:54.523097 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a35e7093-e5be-49cd-80a4-42778361ac4b admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e7634d0c1713472490f05bb4996e3a6b&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0515850
Apr 05 17:14:54.525632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53340) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:54.585902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-24f73b6f-3d0a-4854-838c-c10c359ee584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:54.612665 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-24f73b6f-3d0a-4854-838c-c10c359ee584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:54.662536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-24f73b6f-3d0a-4854-838c-c10c359ee584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:54.667766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4d4767ee-868e-48f7-aca1-30ef67a90e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:54.682325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f73b6f-3d0a-4854-838c-c10c359ee584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987719f9-66ec-45b6-906b-aa1a6f0b4730,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:54.687291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-24f73b6f-3d0a-4854-838c-c10c359ee584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:54.689262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-24f73b6f-3d0a-4854-838c-c10c359ee584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:54.690475 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-24f73b6f-3d0a-4854-838c-c10c359ee584 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/987719f9-66ec-45b6-906b-aa1a6f0b4730 HTTP/1.1" status: 204  len: 168 time: 0.1638699
Apr 05 17:14:56.344581 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53388) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:56.468233 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:56.487129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:14:56.491217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Usage tracker for resource:security_group_rule and tenant:e6d982b037104a0487b44085351f5043 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:14:56.494208 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:14:56.500327 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:14:56.589281 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:56.591821 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:56.600460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a7b6d1e0-bd1a-4393-ae5b-a643d8eb342e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:56.644145 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e6d982b037104a0487b44085351f5043&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2983937
Apr 05 17:14:56.645082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=276059e9-eb3c-4668-87e3-08a2e6a54c58,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:56.647295 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53396) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:56.648676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1b40dac3-5181-4005-a384-19667e784665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:56.709973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c004f28-d224-48b4-8734-81d5b6ed08d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:56.736825 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c004f28-d224-48b4-8734-81d5b6ed08d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:56.782068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c004f28-d224-48b4-8734-81d5b6ed08d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:56.787123 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3723a7c4-1ed7-423c-87a6-e1eefa31e680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:56.799520 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c004f28-d224-48b4-8734-81d5b6ed08d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=276059e9-eb3c-4668-87e3-08a2e6a54c58,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:56.805554 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-6c004f28-d224-48b4-8734-81d5b6ed08d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:56.809940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6c004f28-d224-48b4-8734-81d5b6ed08d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:56.811151 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-6c004f28-d224-48b4-8734-81d5b6ed08d4 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/276059e9-eb3c-4668-87e3-08a2e6a54c58 HTTP/1.1" status: 204  len: 168 time: 0.1627371
Apr 05 17:14:57.101801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53406) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:57.121271 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:57.136799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:14:57.140801 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Usage tracker for resource:security_group_rule and tenant:5f1ac0eb9aaa411f98c885d52b9df590 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:14:57.143696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:14:57.149707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:14:57.235175 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:57.238082 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:57.250908 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ccf2ea43-a582-4089-91c3-08eedbcf858d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:57.292809 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5f1ac0eb9aaa411f98c885d52b9df590&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1899037
Apr 05 17:14:57.294483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5cb6c78-7272-4bc8-be96-901c052fb2de,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:57.295734 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53410) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:57.297741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d65339ea-5d84-46b3-b76b-54b42248c979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:57.358604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5c23b6a9-0623-4a7c-9b05-105bc0db51bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:57.386096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5c23b6a9-0623-4a7c-9b05-105bc0db51bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:57.432613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5c23b6a9-0623-4a7c-9b05-105bc0db51bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:57.437676 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0ccd0133-08a8-4339-9d2c-d6f79f733f6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:14:57.454292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23b6a9-0623-4a7c-9b05-105bc0db51bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5cb6c78-7272-4bc8-be96-901c052fb2de,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:14:57.459629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-5c23b6a9-0623-4a7c-9b05-105bc0db51bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:14:57.463972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5c23b6a9-0623-4a7c-9b05-105bc0db51bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:57.465165 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-5c23b6a9-0623-4a7c-9b05-105bc0db51bc admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/f5cb6c78-7272-4bc8-be96-901c052fb2de HTTP/1.1" status: 204  len: 168 time: 0.1681569
Apr 05 17:14:59.731640 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53490) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:14:59.857219 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:59.872813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:14:59.876780 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Usage tracker for resource:security_group_rule and tenant:6c5ff492ce0a4bf98ef714a523c63ba5 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:14:59.879666 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:14:59.886598 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:14:59.973398 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:59.976596 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:14:59.985376 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-92efd18e-bb33-45f9-a3bd-6dc661edebd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:00.031562 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=6c5ff492ce0a4bf98ef714a523c63ba5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2986159
Apr 05 17:15:00.033290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f241605-cbc9-4150-bb7c-2aba0fb31a2c,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:00.034449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53498) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:15:00.037381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:00.097911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.126110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.171009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.176110 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a0a4642c-e542-483f-8eba-87e566ab7ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:00.191256 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f241605-cbc9-4150-bb7c-2aba0fb31a2c,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:00.194116 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:00.200911 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.203845 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/0f241605-cbc9-4150-bb7c-2aba0fb31a2c HTTP/1.1" status: 204  len: 168 time: 0.1667054
Apr 05 17:15:00.484812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53508) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:15:00.503635 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.518736 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:15:00.523328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Usage tracker for resource:security_group_rule and tenant:8b469bc578ee40c0b09a5829a38ef874 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:15:00.526217 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:15:00.532235 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:15:00.618526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.621699 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.631331 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f7fefdfd-dfb7-42d2-a1c7-d500764e16f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:00.673758 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=8b469bc578ee40c0b09a5829a38ef874&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1878073
Apr 05 17:15:00.675390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5018a36e-eceb-4c71-b207-ca2c7d7d380c,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:00.676712 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53512) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:15:00.679006 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3198f4b7-60b5-485f-a13e-0b6d08cfb594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:00.739314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e5a9c55-c4cd-4ded-83fe-6a3742b9b5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.766909 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e5a9c55-c4cd-4ded-83fe-6a3742b9b5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.815058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e5a9c55-c4cd-4ded-83fe-6a3742b9b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.820684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8386dd6a-aa40-4f9c-97f7-08a6c2c61018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:00.834087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a9c55-c4cd-4ded-83fe-6a3742b9b5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5018a36e-eceb-4c71-b207-ca2c7d7d380c,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:00.838508 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4e5a9c55-c4cd-4ded-83fe-6a3742b9b5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:00.844380 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e5a9c55-c4cd-4ded-83fe-6a3742b9b5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:00.848051 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4e5a9c55-c4cd-4ded-83fe-6a3742b9b5f8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/5018a36e-eceb-4c71-b207-ca2c7d7d380c HTTP/1.1" status: 204  len: 168 time: 0.1677454
Apr 05 17:15:01.654365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53542) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:15:01.765311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190103857-network', 'tenant_id': 'ccb335275dc44f2da2587631ef3d184d'}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:15:01.770408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:15:01.774460 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Usage tracker for resource:network and tenant:ccb335275dc44f2da2587631ef3d184d is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:15:01.777440 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:15:01.783330 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:15:01.793482 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Made reservation on behalf of ccb335275dc44f2da2587631ef3d184d for: {'network': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:15:01.798202 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:01.811342 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:01.826413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:15:01.830308 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb335275dc44f2da2587631ef3d184d is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:15:01.833203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:15:01.839393 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:15:01.922746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:01.925532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:01.930357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d3796140-c95d-4a71-8fe4-27bdb8097306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:01.960822 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'}  {{(pid=84353) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 17:15:01.974446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a4121a-5916-45c1-81fa-cde58e63d458,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:01.978212 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:01.981381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:01.981770 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Added segment 0bf46e12-73eb-4a4d-9391-e965e5f863fb of type vlan for network c4782211-b05f-4964-8d53-b31fb3e7ef78
Apr 05 17:15:02.013605 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:02.048030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:02.049421 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:15:02.050068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:02.055864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4bc37ec0-b112-46b8-bd3a-1ca7c558bed9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:02.160293 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5047376
Apr 05 17:15:02.163466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Pushing event updated for resources: {'Network': ['ID=c4782211-b05f-4964-8d53-b31fb3e7ef78,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:02.163679 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53550) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:15:02.166329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e86b9da9-3650-4370-976e-fc255d04ee69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:02.170224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Request body: {'subnet': {'network_id': 'c4782211-b05f-4964-8d53-b31fb3e7ef78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190103857-subnet', 'tenant_id': 'ccb335275dc44f2da2587631ef3d184d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:15:02.174595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network c4782211-b05f-4964-8d53-b31fb3e7ef78 details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 17:15:02.175675 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:15:02.180492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Usage tracker for resource:subnet and tenant:ccb335275dc44f2da2587631ef3d184d is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:15:02.183488 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:15:02.189567 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:15:02.201307 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Made reservation on behalf of ccb335275dc44f2da2587631ef3d184d for: {'subnet': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:15:02.206100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3021130'] for subnet, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:02.613204 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036850965047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3021177'] for subnet, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:02.629610 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:02.767234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c27a44-d3ee-4074-8e65-7b872577bf77,revision_number=0']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:02.771901 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:02.827198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Checking segment: {'id': '0bf46e12-73eb-4a4d-9391-e965e5f863fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'c4782211-b05f-4964-8d53-b31fb3e7ef78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84352) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 17:15:02.827597 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Network hostable DHCP agents. Network: c4782211-b05f-4964-8d53-b31fb3e7ef78, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84352) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 17:15:02.846499 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Network c4782211-b05f-4964-8d53-b31fb3e7ef78 is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84352) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 17:15:02.854802 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, c4782211-b05f-4964-8d53-b31fb3e7ef78) {{(pid=84352) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 17:15:02.864203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83bc50c-fae0-4f26-a555-22906113768a None None] Network c4782211-b05f-4964-8d53-b31fb3e7ef78 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:15:02.867311 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:15:02.868009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:02.892541 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d02426c4-d683-4b43-8dd1-2bc2e1a1b1eb admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7276444
Apr 05 17:15:03.094409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d2b845-03af-42c5-8502-9d8cd7b372be None None] Network c4782211-b05f-4964-8d53-b31fb3e7ef78 requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:15:03.452804 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 53574) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:15:03.459327 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-837251588-network', 'tenant_id': '9c797fa4651b424e9a3b704ac8775dd5'}} {{(pid=84352) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:15:03.464684 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:15:03.468693 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Usage tracker for resource:network and tenant:9c797fa4651b424e9a3b704ac8775dd5 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:15:03.472594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:15:03.478729 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:15:03.487604 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Made reservation on behalf of 9c797fa4651b424e9a3b704ac8775dd5 for: {'network': 1} {{(pid=84352) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:15:03.492986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036853836066'] for network, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.506698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.523225 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:15:03.527492 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Usage tracker for resource:security_group_rule and tenant:9c797fa4651b424e9a3b704ac8775dd5 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:15:03.530471 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:15:03.536494 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:15:03.625122 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.627807 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.632183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3c0fc65d-c999-496d-9dc1-7502ddf234ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:03.657555 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'}  {{(pid=84352) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}}
Apr 05 17:15:03.670978 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c564030a-6191-4208-8880-2e9dfa487a93,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:03.675197 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:03.676178 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.676560 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.db.segments_db [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Added segment b777a807-dc33-4188-abf8-287a7eb46249 of type vlan for network 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe
Apr 05 17:15:03.702678 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8742085217617'] for network, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.732805 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571'] for network, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.734137 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84352) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:15:03.734775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:03.739668 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:03.846685 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] 10.222.0.38 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.3926775
Apr 05 17:15:03.847644 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Pushing event updated for resources: {'Network': ['ID=56d101b2-0f3d-49ce-a3fc-309ca7ffecbe,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:03.849834 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 53578) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:15:03.850694 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:03.856572 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.v2.base [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Request body: {'subnet': {'network_id': '56d101b2-0f3d-49ce-a3fc-309ca7ffecbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-837251588-subnet', 'tenant_id': '9c797fa4651b424e9a3b704ac8775dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84353) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Apr 05 17:15:03.858716 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.rpc [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Network 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe details requested by agent ovs-agent-dv-cinder-774594-2-iscsi with host dv-cinder-774594-2-iscsi {{(pid=84354) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Apr 05 17:15:03.862155 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:15:03.866573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Usage tracker for resource:subnet and tenant:9c797fa4651b424e9a3b704ac8775dd5 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:15:03.869713 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:15:03.875812 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:15:03.886944 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Made reservation on behalf of 9c797fa4651b424e9a3b704ac8775dd5 for: {'subnet': 1} {{(pid=84353) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Apr 05 17:15:03.891740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036851757385'] for subnet, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:04.298862 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036852242876', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036851757436'] for subnet, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:04.314526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:15:04.445522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5703c97-16af-46ee-9780-88411519e941,revision_number=0']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:15:04.449500 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:15:04.513921 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Checking segment: {'id': 'b777a807-dc33-4188-abf8-287a7eb46249', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '56d101b2-0f3d-49ce-a3fc-309ca7ffecbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84353) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Apr 05 17:15:04.514318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Network hostable DHCP agents. Network: 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe, hostable agents: ['8d2a38c2-89eb-4885-b828-80463f1c7d5c'], hosted agents: [] {{(pid=84353) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Apr 05 17:15:04.532882 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Network 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe is scheduled to be hosted by DHCP agent 8d2a38c2-89eb-4885-b828-80463f1c7d5c with binding_index 1 {{(pid=84353) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Apr 05 17:15:04.541512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.scheduler.base_scheduler [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-774594-2-iscsi, 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe) {{(pid=84353) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Apr 05 17:15:04.550615 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf81d27f-24c3-4718-8fc7-c00911b0671f None None] Network 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:15:04.555107 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84353) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Apr 05 17:15:04.555763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:04.580208 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] 10.222.0.38 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7261829
Apr 05 17:15:04.782910 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276d49f-3ca6-4c92-8380-42b2edf74df8 None None] Network 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe requested from dv-cinder-774594-2-iscsi {{(pid=84354) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}}
Apr 05 17:15:05.250466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-6a123c2b-d811-450a-809f-fd6ca0721734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:06.810388 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:07.740672 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e24a9b45-9f6d-4760-bf6a-215fbc9e23d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:07.919480 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:09.422030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:09.488749 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:28.299366 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:15:35.247323 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7a5d6f90-8d49-4956-ac92-12bc35f01e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:36.812574 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:37.742249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9c6ac29c-5426-4cf7-a1f9-2011e2d5df24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:37.922504 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:39.424054 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:15:39.494369 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:05.250266 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e8f902b6-c4fe-48f2-899e-304bdfebb227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:05.299016 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:16:06.813502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:07.743143 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-c03b1e10-2c93-4961-873c-0f547a25dc4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:07.925530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:09.427041 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:09.493800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:35.252046 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fc196a4c-d017-4056-a403-c45a822d45dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:36.815838 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:37.743881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-edb580e7-6df6-4a31-9fe3-bf6e0370692c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:37.928979 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:39.430884 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:39.507746 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:16:42.298940 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:17:05.255794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3507948c-1bcf-49fd-88c2-b1dba55642f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:06.817405 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:07.747422 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-769b2486-f4c3-4797-8ffa-36df8928e65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:07.929536 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:09.432252 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:09.515799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:19.298830 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:17:35.256592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d4143b94-6900-4e0f-a4e0-cf305bd50fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:36.819333 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:37.747517 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-53785614-c150-46bc-84cb-a17ca5028f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:37.932879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:39.434063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:39.515465 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:17:42.909132 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-f4f85c55-1051-4f16-b056-298ee54e4371 req-5bca1f43-248c-4dba-97fb-541978210f7a tempest-AttachVolumeShelveTestJSON-696392327 tempest-AttachVolumeShelveTestJSON-696392327-project] (84352) timed out ('10.222.0.35', 49912) {{(pid=84352) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 17:17:56.297890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:18:02.396043 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-8bcdf545-9326-40c0-a571-2294b6ba2fee req-1c25e1da-b68c-444c-bb3e-8de70e04e886 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] (84352) timed out ('10.222.0.38', 60508) {{(pid=84352) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 17:18:03.562115 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [req-03fcfeab-99ca-4dad-a37f-cb69ab74a172 req-b0ada0a1-81cd-494b-932e-8ea5835bf527 tempest-TestMinimumBasicScenario-1193230343 tempest-TestMinimumBasicScenario-1193230343-project] (84353) timed out ('10.222.0.38', 60434) {{(pid=84353) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Apr 05 17:18:05.256613 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-310a84e2-a498-4bae-838a-5daff0860821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:06.821652 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:07.748698 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a8ed9617-d54f-4e0b-ada7-7d007b30eb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:07.934428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:09.437602 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:09.519183 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.398814 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 54748) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:17.548427 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.565025 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:18:17.569289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Usage tracker for resource:security_group_rule and tenant:5ef13466b62f4f9ba61608da2600490c is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:18:17.572250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:18:17.578257 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:18:17.667816 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.670743 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.680410 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-185beb86-f34b-40c8-a8cf-e02198d04f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:17.722891 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5ef13466b62f4f9ba61608da2600490c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3227170
Apr 05 17:18:17.724080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379cf8b5-29d7-4651-a4ad-ef5deda2d0de,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:17.725994 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 54758) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:17.732288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.732711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.733125 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.733553 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.733965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.734316 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.734717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.735114 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.735629 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.736053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.736453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.736847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.742438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:17.794206 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.822638 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.873063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.878420 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e90913d1-7500-439a-879b-9791f8a8e999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:17.890982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379cf8b5-29d7-4651-a4ad-ef5deda2d0de,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:17.900782 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.901214 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.901632 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.902044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.902454 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.902861 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.903267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.903669 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.904128 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.904538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.904941 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.905340 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:18:17.908762 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:17.910643 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:17.911852 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-014ae94b-8858-4671-ae0c-958821ec78a5 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/379cf8b5-29d7-4651-a4ad-ef5deda2d0de HTTP/1.1" status: 204  len: 168 time: 0.1847284
Apr 05 17:18:18.202584 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 54768) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:18.225989 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:18.241165 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:18:18.245198 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Usage tracker for resource:security_group_rule and tenant:d17efc3cc0d0409e8d52cc268370953c is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:18:18.248080 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:18:18.254167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:18:18.347291 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:18.351249 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:18.360879 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-158132d6-9136-4c35-a51f-34ad69c00338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:18.403861 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=d17efc3cc0d0409e8d52cc268370953c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2001595
Apr 05 17:18:18.406201 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c33bcc-69b5-4958-9e63-9f010863a454,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:18.408502 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 54776) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:18.409900 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:18.479372 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1d56-5b74-4d7d-b6b1-fb798167cba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:18.507030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1d56-5b74-4d7d-b6b1-fb798167cba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:18.554144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1d56-5b74-4d7d-b6b1-fb798167cba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:18.559538 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1e63606f-679b-454c-b759-0a6c5b8dbc2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:18.573484 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1d56-5b74-4d7d-b6b1-fb798167cba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c33bcc-69b5-4958-9e63-9f010863a454,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:18.578474 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-1d9f1d56-5b74-4d7d-b6b1-fb798167cba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:18.583787 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1d56-5b74-4d7d-b6b1-fb798167cba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:18.587422 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-1d9f1d56-5b74-4d7d-b6b1-fb798167cba8 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/62c33bcc-69b5-4958-9e63-9f010863a454 HTTP/1.1" status: 204  len: 168 time: 0.1717238
Apr 05 17:18:20.832414 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 54858) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:20.966265 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:20.982686 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:18:20.986711 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Usage tracker for resource:security_group_rule and tenant:015ace05488542d8ad378aa0cc1eea2d is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:18:20.989717 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:18:20.995749 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:18:21.088288 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.091224 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.099881 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ac1f4ccc-10e4-45cd-bc02-e74fd97846fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:21.149040 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=015ace05488542d8ad378aa0cc1eea2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3154268
Apr 05 17:18:21.150794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2baf27-3d22-410e-befa-029c8b7d2d1c,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:21.151969 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 54872) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:21.154228 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:21.215856 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.243682 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.292317 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.297328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f61ce163-7998-45b5-aeb6-164dabf4e09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:21.310180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2baf27-3d22-410e-befa-029c8b7d2d1c,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:21.312539 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:21.321309 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.322512 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/8d2baf27-3d22-410e-befa-029c8b7d2d1c HTTP/1.1" status: 204  len: 168 time: 0.1693859
Apr 05 17:18:21.710902 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 54882) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:21.730336 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.745234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:18:21.749207 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Usage tracker for resource:security_group_rule and tenant:63efb9be3bca4447af5cf555dfb16bcc is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:18:21.752103 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:18:21.758031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:18:21.841315 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.844176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.853428 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d8b21dc0-b6de-4253-8685-25f3ad0dd401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:21.895269 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=63efb9be3bca4447af5cf555dfb16bcc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1832635
Apr 05 17:18:21.896254 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e26fd4-5080-4361-8c34-619e4e8000cf,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:21.898181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 54886) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:21.899350 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7ff6d467-0139-4e41-abe9-17c93c2be06c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:21.961264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f26d748-072e-4488-a599-a5271c6d6fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:21.988365 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f26d748-072e-4488-a599-a5271c6d6fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:22.033519 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f26d748-072e-4488-a599-a5271c6d6fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:22.039446 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-0a2be8e9-88ea-4986-ae15-e7bd5ef702a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:22.054290 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f26d748-072e-4488-a599-a5271c6d6fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e26fd4-5080-4361-8c34-619e4e8000cf,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:22.056763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4f26d748-072e-4488-a599-a5271c6d6fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:22.062778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4f26d748-072e-4488-a599-a5271c6d6fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:22.064081 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4f26d748-072e-4488-a599-a5271c6d6fda admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/05e26fd4-5080-4361-8c34-619e4e8000cf HTTP/1.1" status: 204  len: 168 time: 0.1641970
Apr 05 17:18:33.297800 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:18:35.258158 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e66e691a-c03f-448d-8a7d-d86752684ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:36.826840 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:37.750068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-96d829fd-671d-4d81-b290-0c425ba94fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:37.937180 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:39.445396 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:39.518890 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:41.434839 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 55122) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:41.504117 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Deleting subnet b3c27a44-d3ee-4074-8e65-7b872577bf77 {{(pid=84353) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:18:41.507134 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:41.559229 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2102577'] for subnet, precommit_delete_associations {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:41.616453 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:41.875766 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2532991', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3018381'] for subnet, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:41.892102 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f403ce2a-a31d-4606-bccb-553039c460d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:41.943176 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c27a44-d3ee-4074-8e65-7b872577bf77,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:41.947129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:42.035491 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for subnet, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:42.042257 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a98139af-47d3-4a84-93fb-89225fa48de0 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/b3c27a44-d3ee-4074-8e65-7b872577bf77 HTTP/1.1" status: 204  len: 168 time: 0.6060045
Apr 05 17:18:42.045022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55130) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:42.173058 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:42.608161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:42.723735 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36ccc9b198>,) {'filters': {'network_id': ['c4782211-b05f-4964-8d53-b31fb3e7ef78']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:42.736887 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36ccc9b198>, '0bf46e12-73eb-4a4d-9391-e965e5f863fb') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:42.737355 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36ccc9b198>, '0bf46e12-73eb-4a4d-9391-e965e5f863fb') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:42.749469 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:42.765409 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:42.771783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:18:42.948831 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Network c4782211-b05f-4964-8d53-b31fb3e7ef78 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:18:42.962030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.139583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Network c4782211-b05f-4964-8d53-b31fb3e7ef78 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:18:43.162642 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:18:43.241297 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.245075 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a8e74285-57d8-404e-b70b-aed6b10d7a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:43.259450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.271022 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Pushing event deleted for resources: {'Network': ['ID=c4782211-b05f-4964-8d53-b31fb3e7ef78,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:43.275285 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:43.277885 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-09dee5a9-accc-4ec0-bea7-eb8690c058da admin admin] 10.222.0.38 "DELETE /v2.0/networks/c4782211-b05f-4964-8d53-b31fb3e7ef78 HTTP/1.1" status: 204  len: 168 time: 1.2315571
Apr 05 17:18:43.280965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55144) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:43.346129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Deleting subnet d5703c97-16af-46ee-9780-88411519e941 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:18:43.349300 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.405081 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.464649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.725205 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.740761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:43.787654 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5703c97-16af-46ee-9780-88411519e941,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:43.790402 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:43.873092 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:43.880576 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-bc343dca-ce63-473e-a21c-c263e5f04516 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/d5703c97-16af-46ee-9780-88411519e941 HTTP/1.1" status: 204  len: 168 time: 0.5985940
Apr 05 17:18:43.883148 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55150) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:44.003479 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:44.195833 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:44.306220 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36cce54978>,) {'filters': {'network_id': ['56d101b2-0f3d-49ce-a3fc-309ca7ffecbe']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:44.322813 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cce54978>, 'b777a807-dc33-4188-abf8-287a7eb46249') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:44.323144 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36cce54978>, 'b777a807-dc33-4188-abf8-287a7eb46249') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:44.334976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:44.351601 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:44.357783 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:18:44.541150 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Network 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:18:44.550616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:44.730777 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Network 56d101b2-0f3d-49ce-a3fc-309ca7ffecbe has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:18:44.753717 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:18:44.835649 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:44.840104 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:44.843794 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:44.865402 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] 10.222.0.38 "DELETE /v2.0/networks/56d101b2-0f3d-49ce-a3fc-309ca7ffecbe HTTP/1.1" status: 204  len: 168 time: 0.9811730
Apr 05 17:18:44.866501 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Pushing event deleted for resources: {'Network': ['ID=56d101b2-0f3d-49ce-a3fc-309ca7ffecbe,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:44.869063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-f3601d0e-2889-458d-8d83-d74f31c98083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:45.062413 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55160) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:45.126078 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-f54ce68d-bbee-49c6-8976-96c02e4fd7f5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=ccb335275dc44f2da2587631ef3d184d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0623257
Apr 05 17:18:45.129326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55164) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:45.203429 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2a6301d-d2d0-40d1-9eec-f36a3cdedaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.232760 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2a6301d-d2d0-40d1-9eec-f36a3cdedaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.286182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2a6301d-d2d0-40d1-9eec-f36a3cdedaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.291982 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ec1af292-df6f-4376-b2e1-6fa73f9286b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:45.304329 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a6301d-d2d0-40d1-9eec-f36a3cdedaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a4121a-5916-45c1-81fa-cde58e63d458,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:45.306919 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a2a6301d-d2d0-40d1-9eec-f36a3cdedaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:45.313552 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-a2a6301d-d2d0-40d1-9eec-f36a3cdedaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.316419 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-a2a6301d-d2d0-40d1-9eec-f36a3cdedaaa admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/a1a4121a-5916-45c1-81fa-cde58e63d458 HTTP/1.1" status: 204  len: 168 time: 0.1860726
Apr 05 17:18:45.734793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 55176) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:45.788182 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-c7987db6-59c1-4fb3-93c9-0198972fe4a5 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=9c797fa4651b424e9a3b704ac8775dd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518799
Apr 05 17:18:45.790774 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 55180) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:45.856573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3a8be71b-b49a-48d6-857f-b912e2e1deb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.883360 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3a8be71b-b49a-48d6-857f-b912e2e1deb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.932957 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3a8be71b-b49a-48d6-857f-b912e2e1deb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.938152 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7bf85c2b-d668-4e20-82d0-3e35797e52ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:45.950883 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8be71b-b49a-48d6-857f-b912e2e1deb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c564030a-6191-4208-8880-2e9dfa487a93,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:45.953980 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-3a8be71b-b49a-48d6-857f-b912e2e1deb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:45.956655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-3a8be71b-b49a-48d6-857f-b912e2e1deb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:45.957870 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-3a8be71b-b49a-48d6-857f-b912e2e1deb3 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/c564030a-6191-4208-8880-2e9dfa487a93 HTTP/1.1" status: 204  len: 168 time: 0.1661119
Apr 05 17:18:52.364851 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 55346) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:52.492231 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:52.510121 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:18:52.514246 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Usage tracker for resource:security_group_rule and tenant:859c3a9a1ce44b48ad7c24c767f220bd is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:18:52.517325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:18:52.523447 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:18:52.614747 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:52.618689 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:52.628798 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e62f9c5f-4af7-40c7-a426-710a173f895a tempest-AttachVolumeTestJSON-1109238450 tempest-AttachVolumeTestJSON-1109238450-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:52.677965 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=859c3a9a1ce44b48ad7c24c767f220bd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3086591
Apr 05 17:18:52.677965 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e4ca33-c1d6-43c2-b406-a1371be5e8e7,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:52.678974 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55356) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:52.679986 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-96c84f04-e985-4d13-9e29-54e365dfee2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:52.748444 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4a94975e-94ef-4019-9679-d74d5fd9afe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:52.776594 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4a94975e-94ef-4019-9679-d74d5fd9afe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:52.823532 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4a94975e-94ef-4019-9679-d74d5fd9afe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:52.828561 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-8e90b5b8-5817-4de8-b19f-f2b64a24bc1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:52.839250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a94975e-94ef-4019-9679-d74d5fd9afe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e4ca33-c1d6-43c2-b406-a1371be5e8e7,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:52.841833 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4a94975e-94ef-4019-9679-d74d5fd9afe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:52.847544 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4a94975e-94ef-4019-9679-d74d5fd9afe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:52.848786 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4a94975e-94ef-4019-9679-d74d5fd9afe7 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/66e4ca33-c1d6-43c2-b406-a1371be5e8e7 HTTP/1.1" status: 204  len: 168 time: 0.1687393
Apr 05 17:18:53.860407 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55368) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:54.111250 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.db_base_plugin_v2 [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Deleting subnet e337be52-2580-43e9-867f-b81060e64ed2 {{(pid=84352) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1038}}
Apr 05 17:18:54.114793 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:54.172001 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036845171064'] for subnet, precommit_delete_associations {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:54.231404 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-5079'] for subnet, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:54.493655 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854770737', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3810802', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851754640'] for subnet, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:54.508400 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ec8a360e-1ff2-4c2e-af33-232dbb225eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:54.554998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e337be52-2580-43e9-867f-b81060e64ed2,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:54.559657 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:54.648289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:54.654262 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e194b724-1dd9-48ce-87d9-041632e16e07 admin admin] 10.222.0.38 "DELETE /v2.0/subnets/e337be52-2580-43e9-867f-b81060e64ed2 HTTP/1.1" status: 204  len: 168 time: 0.7927921
Apr 05 17:18:54.657119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55376) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:54.778264 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-927341'] for network, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:54.970775 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854773930', 'neutron.services.segments.db._delete_segments_for_network--9223363294769057857'] for network, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:55.090788 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f36c776c4e0>,) {'filters': {'network_id': ['4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20']}} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:55.104146 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f36c776c4e0>, '61885624-c33a-4890-b3e2-c00ee1fd0b35') {'for_net_delete': True} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:55.104456 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.services.segments.db [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f36c776c4e0>, '61885624-c33a-4890-b3e2-c00ee1fd0b35') {} {{(pid=84352) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Apr 05 17:18:55.116450 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8742085717841', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9604737'] for segment, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:55.137149 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7216'] for segment, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:55.144089 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=84352) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}}
Apr 05 17:18:55.326383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:18:55.335770 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change--9223372036854768581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3810649'] for segment, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:55.757063 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.plugins.ml2.managers [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Network 4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 has no segments {{(pid=84352) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]: Traceback (most recent call last):
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     timer()
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     cb(*args, **kw)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/common/utils.py", line 977, in wrapper
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     return func(*args, **kwargs)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     self._notify()
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     self.callback(batched_events)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     event.method(event)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     segment_id)['aggregates'][0]
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     return f(self, *a, **k)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self._get(url).json()
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     **kwargs)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     return self.request(url, 'GET', **kwargs)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     **endpoint_filter)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     auth = self._auth_required(auth, 'determine endpoint URL')
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Apr 05 17:18:55.780155 dv-cinder-774594-2-iscsi neutron-server[84239]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Apr 05 17:18:55.856550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1871', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020393', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652571', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net--9223372036854072102'] for network, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:55.859977 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-c18c9fd2-5b11-49a8-aec6-fce582a0ff01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:55.877438 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652552'] for network, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:55.889869 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:55.894053 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:55.898590 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-e768c8d7-69cb-4fa5-a880-49d1ab6cb0de admin admin] 10.222.0.38 "DELETE /v2.0/networks/4b9cdae8-e22c-4c0b-8d76-b9cb5af16c20 HTTP/1.1" status: 204  len: 168 time: 1.2402706
Apr 05 17:18:56.036565 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55384) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:56.090584 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-469426a6-22ae-4264-b741-2e8b7d5cbf45 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=5057407ef9034ff39361f66d5dcad2f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524909
Apr 05 17:18:56.093167 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55388) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:18:56.153870 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11d95744-2964-4747-ad8a-45bb2b41e779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:56.180973 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11d95744-2964-4747-ad8a-45bb2b41e779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:56.226483 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11d95744-2964-4747-ad8a-45bb2b41e779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:56.231523 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b8640c90-e884-49f5-ab51-703faa7d44cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:18:56.244100 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d95744-2964-4747-ad8a-45bb2b41e779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e229bdf-22b5-4eca-ac3e-6f58da6880d5,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:18:56.247505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-11d95744-2964-4747-ad8a-45bb2b41e779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:18:56.256320 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-11d95744-2964-4747-ad8a-45bb2b41e779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:18:56.260234 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-11d95744-2964-4747-ad8a-45bb2b41e779 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/6e229bdf-22b5-4eca-ac3e-6f58da6880d5 HTTP/1.1" status: 204  len: 168 time: 0.1634028
Apr 05 17:19:05.260087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-50fde265-00c8-47af-9b0a-0242a4c9022d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:06.827868 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:07.751626 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b8b2a882-d291-4794-8c88-448dde803914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:07.938785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:09.444658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:09.519493 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:10.297634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:19:20.231211 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55466) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:19:20.354328 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:20.372577 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:19:20.376634 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Usage tracker for resource:security_group_rule and tenant:4896191ed2d246aa8189e8ecc933c184 is out of sync, need to count used quota {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:19:20.380057 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84352) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:19:20.386234 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84352) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:19:20.469666 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:20.472251 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:20.480745 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-7d2c68f8-09b8-429a-bea9-aab9b6a5ecf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:19:20.522301 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=4896191ed2d246aa8189e8ecc933c184&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2899809
Apr 05 17:19:20.524031 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ecdeea-0f12-4c21-bc95-4885bcc30f06,revision_number=1']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:19:20.525203 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 55472) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:19:20.531778 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.532230 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.532645 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.533048 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.533458 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.533894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.534383 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.534785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.535188 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.535592 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.536009 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.536408 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84352) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.540595 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-36808419-e0dd-48d7-9432-f3e5fc719944 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:19:20.588737 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:20.618181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:20.662683 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:20.667606 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d39d12b4-79d3-408c-b3ff-3dcb020917a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:19:20.680785 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ecdeea-0f12-4c21-bc95-4885bcc30f06,revision_number=None']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:19:20.694326 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.694748 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.695161 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.695564 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.695985 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.696391 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.696790 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.697186 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.697583 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.697976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.698370 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.698763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-774594-2-iscsi {{(pid=84353) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Apr 05 17:19:20.701998 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:20.703187 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/43ecdeea-0f12-4c21-bc95-4885bcc30f06 HTTP/1.1" status: 204  len: 168 time: 0.1769421
Apr 05 17:19:20.704181 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-b43e6b16-2082-4ef5-924e-63db9d1a1ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:19:31.937685 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 55562) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:19:32.064927 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:32.079696 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:19:32.084292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Usage tracker for resource:security_group_rule and tenant:44e362c8e1434f20b0cd3739addd5966 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:19:32.087166 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:19:32.093044 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:19:32.183227 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:32.186573 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:32.195841 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-d6090c02-57e8-4b96-9550-e457b7ec37de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:19:32.236848 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=44e362c8e1434f20b0cd3739addd5966&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2979259
Apr 05 17:19:32.238563 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a8fe3c-49b2-4b12-846c-28a0d71f488c,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:19:32.239786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55568) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:19:32.241849 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-ff3e0ee0-f7bc-4d5b-90e6-b9b8abb23091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:19:32.301852 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3527-2a21-4031-a56d-1ce06b309750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:32.328938 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3527-2a21-4031-a56d-1ce06b309750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:32.372718 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3527-2a21-4031-a56d-1ce06b309750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:32.378015 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:19:32.394582 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e3527-2a21-4031-a56d-1ce06b309750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a8fe3c-49b2-4b12-846c-28a0d71f488c,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:19:32.397322 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4e3e3527-2a21-4031-a56d-1ce06b309750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:19:32.405199 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e3e3527-2a21-4031-a56d-1ce06b309750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:32.406411 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4e3e3527-2a21-4031-a56d-1ce06b309750 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/53a8fe3c-49b2-4b12-846c-28a0d71f488c HTTP/1.1" status: 204  len: 168 time: 0.1654792
Apr 05 17:19:35.260292 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-0b6f1145-a2be-4f09-b9f6-7dd328091812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:36.830891 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:37.753526 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-199452f3-efd8-4848-8ca9-9f244a44e7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:37.941847 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:39.446707 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:39.521864 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.187473 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84353) accepted ('10.222.0.38', 55646) {{(pid=84353) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:19:43.314761 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.330533 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Apr 05 17:19:43.334628 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Usage tracker for resource:security_group_rule and tenant:e0c771687c2c4684b023b8ec18883c45 is out of sync, need to count used quota {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Apr 05 17:19:43.337603 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.quota.resource [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84353) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Apr 05 17:19:43.343624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.quota.driver [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84353) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Apr 05 17:19:43.428129 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.430623 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_create {{(pid=84353) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.439763 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-a82c1477-7420-4e2a-abdc-595df8aa6658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:19:43.481121 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] 10.222.0.38 "GET /v2.0/security-groups?tenant_id=e0c771687c2c4684b023b8ec18883c45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2924819
Apr 05 17:19:43.482853 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f83ac96-e634-4545-ae27-e59c24ab212a,revision_number=1']} {{(pid=84353) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:19:43.484068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.wsgi [-] (84352) accepted ('10.222.0.38', 55652) {{(pid=84352) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Apr 05 17:19:43.486463 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-4d0aff17-90ae-4309-945e-5fffccfb9339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84353) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:19:43.546341 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32f6484f-c83a-42b9-9ed5-d594eef23255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.573325 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32f6484f-c83a-42b9-9ed5-d594eef23255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.616466 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32f6484f-c83a-42b9-9ed5-d594eef23255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854020365'] for security_group, after_delete {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.621799 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-9834d2d9-a36c-456c-a7c8-f0b8a70ee734 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Apr 05 17:19:43.636156 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6484f-c83a-42b9-9ed5-d594eef23255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f83ac96-e634-4545-ae27-e59c24ab212a,revision_number=None']} {{(pid=84352) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Apr 05 17:19:43.638843 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG oslo_concurrency.lockutils [None req-32f6484f-c83a-42b9-9ed5-d594eef23255 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84352) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Apr 05 17:19:43.640809 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-32f6484f-c83a-42b9-9ed5-d594eef23255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84352) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:19:43.641999 dv-cinder-774594-2-iscsi neutron-server[84239]: INFO neutron.wsgi [None req-32f6484f-c83a-42b9-9ed5-d594eef23255 admin admin] 10.222.0.38 "DELETE /v2.0/security-groups/1f83ac96-e634-4545-ae27-e59c24ab212a HTTP/1.1" status: 204  len: 168 time: 0.1568820
Apr 05 17:19:47.298185 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:20:05.261357 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-4e9a3c18-0a3f-4f04-8886-3760d17fcebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:06.833658 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:07.754815 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-60011481-4907-4b9f-939b-7bdcee93ea37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:07.945612 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:09.452170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:09.514695 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:24.297740 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:20:35.262752 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-177ec3ea-bd02-4ea9-9c76-ffba901f08a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:36.834418 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:37.755724 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1464fb96-3ec4-481f-a052-23c92c739d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:37.946786 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:39.452026 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:20:39.519490 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:01.296855 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:21:05.268098 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-45cb0dbd-9f33-44de-bacc-c676c4cff591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:06.835270 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:07.757253 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-acc8dc35-392f-40bc-87e3-6cf21fe7a0ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:07.949433 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:09.456338 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:09.530119 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:35.270318 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ddf9b9ee-47ab-4ee2-9189-a6b70bf3be80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:36.837741 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:37.757624 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-f7e43d8d-ec94-46d0-a717-05b1cca44ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:37.951767 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:38.296096 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:21:39.458867 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:21:39.527368 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:05.270972 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-e3776986-5be5-4cc5-b51d-1068638d8df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:06.839381 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:07.758530 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-ecbedee5-6c65-4b52-9649-71fa644c194b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:07.954390 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:09.462289 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:09.538170 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:15.295093 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:22:35.271452 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1f00a66a-9c5c-450a-83b2-79ecb2b5853c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:36.840894 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:37.760505 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-aaab0dea-f7cd-4dfb-9824-e196b6070303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:37.957087 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:39.465068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:39.556007 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:22:52.295182 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:23:05.273756 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-89d512d5-79b5-4d0a-ba94-e4a40755c75b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:06.842522 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:07.761314 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-62f8d971-e81d-46b0-b886-908b2d4f2694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:07.960961 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:09.467723 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:09.555262 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:29.294449 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:23:35.274616 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-41108a28-0e0b-4a4d-a955-0325d4eceff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:36.853714 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:37.761570 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-642c99c8-17fb-4278-bc98-785751e8d519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:37.962660 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:39.651512 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:23:39.654664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:05.276981 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-1147334f-5e5c-42ab-81c8-f5863432b25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:06.293937 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:24:06.845976 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:07.762739 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-9204090e-5756-412e-8a19-3f0893ae925f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:07.965226 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:09.474064 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:09.566319 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:35.278097 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-7d6673d8-74bc-45f6-9d84-2c250ce9081f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:36.847987 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:37.763550 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5b840570-141d-49a0-829a-a39c8a76d030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:37.969664 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:39.477030 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-8b06e82e-787d-4b55-b926-45cbf600488a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:39.567068 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-5a005d0f-b0e5-477d-b1c1-8e3c3dc4be61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:24:43.293928 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron.db.agents_db [None req-d86fe24a-0c8b-4451-992c-820a9a6d5650 None None] Agent healthcheck: found 6 active agents {{(pid=84355) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Apr 05 17:25:05.281153 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-d00b7893-51ae-4f2a-827b-2e4431e22b09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:25:06.851836 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-09f72cd8-9bcd-4ac2-aac8-d68b86cc59c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:25:07.766065 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-616b030f-1d77-43be-be42-412679febd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Apr 05 17:25:07.977267 dv-cinder-774594-2-iscsi neutron-server[84239]: DEBUG neutron_lib.callbacks.manager [None req-fedab6a9-f290-4468-8961-fdd4dcc5cf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363294769057874', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036854763254'] for agent, after_update {{(pid=84354) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}